Mintche commited on
Commit
d7e365f
·
verified ·
1 Parent(s): cecf994

Experimental v0.1: sanitized Q6_K, Q8_0 and reproducibility artifacts

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +3 -0
  2. LICENSE +202 -0
  3. README.md +159 -0
  4. SHA256SUMS.txt +65 -0
  5. Spark-X2.5-4B-Q6_K.gguf +3 -0
  6. Spark-X2.5-4B-Q8_0.gguf +3 -0
  7. artifacts/audit-manifest.json +479 -0
  8. artifacts/build-info.txt +19 -0
  9. artifacts/calibration/atomicchat-build-manifest.json +203 -0
  10. artifacts/calibration/atomicchat-longctx-build-manifest.json +215 -0
  11. artifacts/calibration/spark_calib_longctx.manifest.jsonl +9 -0
  12. artifacts/calibration/spark_calib_train.manifest.jsonl +0 -0
  13. artifacts/imatrix/Spark-X2.5-4B-imatrix-4k-16k.gguf +3 -0
  14. artifacts/logs/atomicchat-commit.txt +1 -0
  15. artifacts/logs/bench-q6-speed.log +60 -0
  16. artifacts/logs/bench-q8-ngl20-vs-99.log +44 -0
  17. artifacts/logs/imatrix-4k-16k-statistics.log +169 -0
  18. artifacts/logs/imatrix-4k-16k.log +27 -0
  19. artifacts/logs/imatrix-comparison.txt +39 -0
  20. artifacts/logs/imatrix-statistics.log +320 -0
  21. artifacts/logs/kld-base-bf16-neutral-ctx16k-quick2.log +20 -0
  22. artifacts/logs/kld-base-bf16-neutral-quick2.log +20 -0
  23. artifacts/logs/kld-q6-imatrix-4k-16k-neutral-ctx16k-quick2.log +59 -0
  24. artifacts/logs/kld-q6-imatrix-4k-16k-neutral-quick2.log +59 -0
  25. artifacts/logs/kld-q6-imatrix-4k-neutral-ctx16k-quick2.log +59 -0
  26. artifacts/logs/kld-q6-imatrix-4k-neutral-quick2.log +59 -0
  27. artifacts/logs/kld-q6-no-imatrix-neutral-ctx16k-quick2.log +59 -0
  28. artifacts/logs/kld-q6-no-imatrix-neutral-quick2.log +59 -0
  29. artifacts/logs/kld-q8-neutral-ctx16k-quick2.log +59 -0
  30. artifacts/logs/kld-q8-neutral-quick2.log +59 -0
  31. artifacts/logs/kld-selfcheck-bf16-neutral-ctx16k-quick2.log +60 -0
  32. artifacts/logs/kld-selfcheck-bf16-neutral-quick2.log +60 -0
  33. artifacts/logs/model-hashes.txt +7 -0
  34. artifacts/logs/model-metadata-check.txt +22 -0
  35. artifacts/logs/q6-public-metadata-sanitization.txt +48 -0
  36. artifacts/logs/q8-provenance.txt +16 -0
  37. artifacts/logs/quantize-q6-imatrix-4k-16k.log +572 -0
  38. artifacts/logs/tokenizer-parity.log +28 -0
  39. artifacts/logs/vocab-sweep.log +9 -0
  40. artifacts/passkey_16k/manifest.json +42 -0
  41. artifacts/passkey_16k/prompts/depth10.txt +504 -0
  42. artifacts/passkey_16k/prompts/depth50.txt +504 -0
  43. artifacts/passkey_16k/prompts/depth90.txt +504 -0
  44. artifacts/passkey_16k/results/BF16-depth10-result.json +19 -0
  45. artifacts/passkey_16k/results/BF16-depth50-result.json +19 -0
  46. artifacts/passkey_16k/results/BF16-depth90-result.json +19 -0
  47. artifacts/passkey_16k/results/Q6Imatrix4k-depth10-result.json +19 -0
  48. artifacts/passkey_16k/results/Q6Imatrix4k-depth50-result.json +19 -0
  49. artifacts/passkey_16k/results/Q6Imatrix4k-depth90-result.json +19 -0
  50. artifacts/passkey_16k/results/Q6Imatrix4k16k-depth10-result.json +19 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ artifacts/imatrix/Spark-X2.5-4B-imatrix-4k-16k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Spark-X2.5-4B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Spark-X2.5-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright 2026 XHToken
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
README.md ADDED
@@ -0,0 +1,159 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - XHToken/Spark-X2.5-4B
4
+ base_model_relation: quantized
5
+ library_name: gguf
6
+ pipeline_tag: text-generation
7
+ tags:
8
+ - gguf
9
+ - llama.cpp
10
+ - imatrix
11
+ - quantization
12
+ license: apache-2.0
13
+ ---
14
+
15
+ # Spark-X2.5-4B GGUF — experimental v0.1
16
+
17
+ GGUF quantizations of [XHToken/Spark-X2.5-4B](https://huggingface.co/XHToken/Spark-X2.5-4B), pinned to source revision [`1e4c2477f330d1f11304d0dc092a9dbf4075f470`](https://huggingface.co/XHToken/Spark-X2.5-4B/tree/1e4c2477f330d1f11304d0dc092a9dbf4075f470).
18
+
19
+ This is an experimental v0.1 release built with Spark2.5 support from llama.cpp commit [`fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe`](https://github.com/ggml-org/llama.cpp/commit/fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe) (build 10668). Use a llama.cpp build containing compatible `spark2_5` support.
20
+
21
+ ## Files
22
+
23
+ | File | Quantization | Size | SHA256 | Recommendation |
24
+ |---|---|---:|---|---|
25
+ | `Spark-X2.5-4B-Q6_K.gguf` | Q6_K with mixed 4K+16K iMatrix | 3.147 GiB | `107F0E30E317B4FFFF3DD63CC30F1945C161E82B31EF7BC73187941D3EA71E42` | Default balance for an 8 GB GPU |
26
+ | `Spark-X2.5-4B-Q8_0.gguf` | Q8_0 | 4.075 GiB | `5C2C3C190E4337E1016B8593CA8E26E8B18C972200B107385D4EC61A25D9DEA2` | Highest fidelity of this release |
27
+
28
+ The published `Q6_K` is the mixed-context iMatrix candidate. Compared with the 4K-only iMatrix candidate, it was directionally better on most 16K metrics, but the difference is small and the quick-run uncertainty overlaps. The clear result is that either iMatrix build substantially improves Q6_K over the no-iMatrix ablation.
29
+
30
+ ## Quick use
31
+
32
+ ```powershell
33
+ llama-cli.exe `
34
+ -m .\Spark-X2.5-4B-Q6_K.gguf `
35
+ -ngl 99 `
36
+ -fa on `
37
+ -c 16384
38
+ ```
39
+
40
+ This llama.cpp build selects the embedded chat template without the obsolete `-cnv` flag. Reduce `-ngl` if another application is using VRAM. The 16K passkey checks below used `-ngl 28` so the same compute path could also be used for the BF16 reference.
41
+
42
+ ## Fidelity results
43
+
44
+ All candidates were compared token-by-token against the same converted BF16 GGUF. Lower KLD/RMS is better; higher Same top p is better. “Same top p” is llama.cpp's name for top-1 agreement, not nucleus-sampling top-p.
45
+
46
+ ### Neutral held-out evaluation at 4K
47
+
48
+ | Model | Mean KLD ↓ | q99 KLD ↓ | q99.9 KLD ↓ | RMS Δp ↓ | Same top p ↑ | PPL(Q) |
49
+ |---|---:|---:|---:|---:|---:|---:|
50
+ | BF16 self-check | 0.000000 ± 0.000000 | 0.000036 | 0.000049 | 0.001 ± 0.000% | 100.000 ± 0.000% | 6.910707 ± 0.268179 |
51
+ | Q8_0 | 0.001354 ± 0.000096 | 0.011297 | 0.073939 | 1.275 ± 0.106% | 98.192 ± 0.208% | 6.906721 ± 0.267697 |
52
+ | Q6_K, no iMatrix | 0.013738 ± 0.001238 | 0.105705 | 1.387995 | 4.127 ± 0.338% | 94.919 ± 0.343% | 7.035107 ± 0.273836 |
53
+ | Q6_K, 4K iMatrix | 0.010021 ± 0.001285 | 0.064892 | 1.252379 | 3.950 ± 0.424% | 95.896 ± 0.310% | 6.977921 ± 0.271801 |
54
+ | **Q6_K, mixed 4K+16K iMatrix** | **0.008930 ± 0.000969** | 0.070500 | **0.778783** | **3.599 ± 0.382%** | 95.774 ± 0.314% | **6.975759 ± 0.271574** |
55
+
56
+ Protocol: AtomicChat `eval_neutral`, 2 chunks, 4,096 scored positions, context 4,096, `-ngl 28`, batch 2,048, micro-batch 512, 8 threads and Flash Attention enabled. The BF16 KLD base is 1,073,283,076 bytes with SHA256 `712B7248BCC72D0057EC56F61AF838D251A83EDA3F938DDD5E54FA03BFFCE322`.
57
+
58
+ ### The same evaluation at 16K
59
+
60
+ | Model | Mean KLD ↓ | q99 KLD ↓ | q99.9 KLD ↓ | Max KLD ↓ | RMS Δp ↓ | Same top p ↑ | PPL(Q) |
61
+ |---|---:|---:|---:|---:|---:|---:|---:|
62
+ | BF16 self-check | 0.000000 ± 0.000000 | 0.000035 | 0.000050 | 0.000063 | 0.001 ± 0.000% | 100.000 ± 0.000% | 8.565097 ± 0.173169 |
63
+ | Q8_0 | 0.002709 ± 0.000307 | 0.015888 | 0.217027 | 3.244917 | 1.703 ± 0.152% | 98.089 ± 0.107% | 8.550264 ± 0.172665 |
64
+ | Q6_K, no iMatrix | 0.021932 ± 0.000852 | 0.178709 | 1.397083 | 5.835053 | 4.680 ± 0.164% | 93.926 ± 0.187% | 8.918584 ± 0.182141 |
65
+ | Q6_K, 4K iMatrix | 0.010021 ± 0.000345 | 0.074524 | 0.468998 | 2.875325 | **3.012 ± 0.120%** | 95.483 ± 0.162% | 8.666384 ± 0.175889 |
66
+ | **Q6_K, mixed 4K+16K iMatrix** | **0.009891 ± 0.000325** | **0.074419** | **0.451430** | **2.363686** | 3.035 ± 0.124% | **95.660 ± 0.159%** | **8.660181 ± 0.175757** |
67
+
68
+ Protocol: the same held-out corpus and compute path, 2 chunks, 16,384 scored positions, context 16,384. The BF16 KLD base is 4,294,705,156 bytes with SHA256 `CB3BDBC2088CD3399ABCFD5D35B427B9F5C0463EFBF8FE4C9F1D68B28804AB52`.
69
+
70
+ These are deliberately labelled **quick2** measurements. They are useful for selecting a v0.1 candidate, not a substitute for a full benchmark suite.
71
+
72
+ ## iMatrix and calibration
73
+
74
+ Q6_K was quantized directly from the BF16 GGUF; it was never requantized from Q8_0.
75
+
76
+ - BF16 reference SHA256: `8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14`
77
+ - iMatrix SHA256: `696688C6E4CB5AD6B1A2F4E3F460BBDCA50C2AC3CDBB7BC13C0455CA9F4BE489`
78
+ - Main calibration: 2,022,075 Spark tokens, context 4,096
79
+ - Long-context calibration: 279,736 Spark tokens, context 16,384
80
+ - Observations merged per tensor: 2,019,328 from the 4K pass and 278,528 from the 16K pass, approximately 88% / 12%
81
+ - Batch size: 2,048; `--parse-special` enabled
82
+ - Calibration corpus SHA256: `DD4DADD436A3AB9329C2EE98000CC2FF6540E9C190400292A99EB736AA9E8796`
83
+ - Long-context corpus SHA256: `219DF033B7F9B30787C6DEC452FA16967A7C6FD4C0F2E42D84282E26C2AF940B`
84
+ - Corpus source: AtomicChat `calib-corpora` commit `814d662f6c94d207fc8f38545a1b4abea11484b5`
85
+
86
+ Calibration and evaluation inputs are disjoint. The calibration manifests and the 3.4 MiB mixed-context iMatrix are included under `artifacts/`; the full text corpora are not redistributed in this model repository.
87
+
88
+ Reproduction of the selected quantization:
89
+
90
+ ```powershell
91
+ llama-quantize.exe `
92
+ --imatrix .\artifacts\imatrix\Spark-X2.5-4B-imatrix-4k-16k.gguf `
93
+ .\Spark-X2.5-4B-BF16.gguf `
94
+ .\Spark-X2.5-4B-Q6_K-raw.gguf `
95
+ Q6_K
96
+
97
+ python <LLAMA_CPP>\gguf-py\gguf\scripts\gguf_new_metadata.py `
98
+ .\Spark-X2.5-4B-Q6_K-raw.gguf `
99
+ .\Spark-X2.5-4B-Q6_K-reproduced.gguf `
100
+ --remove-metadata quantize.imatrix.file `
101
+ --force
102
+ ```
103
+
104
+ The BF16 input is intentionally not included in this repository. Convert the pinned upstream revision with the same llama.cpp commit before reproducing the quantization.
105
+
106
+ The raw evaluated Q6_K container had SHA256 `162985111D4DD15DA0FF2AD111965CABCF60690C40A52D53D2CB3640483DE51D`. Before publication, the non-functional `quantize.imatrix.file` metadata key was removed because llama.cpp had stored its local absolute path. `gguf_hash.py --no-layer` gives the same tensor-data SHA256 before and after sanitization: `f70482cf653bc90d935ab68ab83202d2a02c260699c5213d188d736c469bd1ae`. The published container therefore has exactly the evaluated weights despite its different whole-file hash.
107
+
108
+ ## 16K functional check
109
+
110
+ A deterministic synthetic passkey was inserted near 10%, 50% and 90% of a 14,997-token prompt. BF16, Q8_0, Q6_K without iMatrix, Q6_K with 4K iMatrix and Q6_K with mixed 4K+16K iMatrix all passed exact-match retrieval at all three depths: **15/15 runs**.
111
+
112
+ This test is saturated and should only be read as a functional 16K smoke test. It does not distinguish the quantizations and does not establish general long-horizon reasoning quality. Prompts, manifests and result JSON files are included under `artifacts/passkey_16k/`.
113
+
114
+ ## RTX 4060 Laptop observations
115
+
116
+ `llama-bench`, CUDA, full GPU offload (`-ngl 99`), Flash Attention enabled:
117
+
118
+ | File | pp512 | tg128 |
119
+ |---|---:|---:|
120
+ | Q8_0 | 4153.21 ± 224.67 tok/s | 51.74 ± 0.25 tok/s |
121
+ | Q6_K, mixed iMatrix | 3678.87 ± 101.74 tok/s | 64.74 ± 0.20 tok/s |
122
+
123
+ At context 16K, the reported VRAM figures were approximately 4.5 GB total for Q8_0 and 3.5 GB total for Q6_K. They include roughly 0.4–0.5 GB already allocated to the Windows/display system because this laptop setup has no iGPU handling the display. The model-run increments were therefore approximately 4.0–4.1 GB for Q8_0 and 3.0–3.1 GB for Q6_K. These were manual observations; treat VRAM and speed values as hardware- and runtime-dependent, not universal requirements.
124
+
125
+ ## Reproducibility artifacts
126
+
127
+ The `artifacts/` directory contains:
128
+
129
+ - parsed metrics in `results.json`;
130
+ - source, model, iMatrix, evaluation-base and release hashes in `audit-manifest.json` and `SHA256SUMS.txt`;
131
+ - raw KLD, quantization, iMatrix, tokenizer and speed logs;
132
+ - the Q6_K public-container metadata sanitization and tensor-identity proof;
133
+ - calibration manifests;
134
+ - the exact benchmark and quantization scripts used locally (paths must be adapted before reuse);
135
+ - the 16K passkey prompts and result JSON files.
136
+
137
+ The approximately 1 GiB and 4 GiB KLD base files are not uploaded in v0.1. Their SHA256 values, exact protocols and raw comparison logs are preserved so they can be regenerated and checked.
138
+
139
+ ## Next steps
140
+
141
+ The next experimental phase will explore mixed-context iMatrices more systematically. In particular:
142
+
143
+ - vary the share of 4K and long-context calibration observations instead of testing only the current approximately 88% / 12% mix;
144
+ - test additional long-context calibration lengths and task families, rather than relying on a single 16K corpus recipe;
145
+ - evaluate each recipe at matching long contexts with the same BF16 reference and compute path;
146
+ - retain a new recipe only when the improvement is repeatable across KLD, tail KLD and functional long-context checks.
147
+
148
+ The present 4K+16K result is therefore a useful first data point, not a claim that this mixture is optimal.
149
+
150
+ ## Validation status and limitations
151
+
152
+ - HF/llama.cpp tokenizer parity passed 10/10 fixed cases, including multilingual text and special-token/chat-template cases.
153
+ - GGUF architecture, tokenizer metadata and embedded chat template checks passed.
154
+ - A direct Transformers-vs-GGUF **logit parity comparison was not completed for v0.1**. Consequently, KLD results establish fidelity to the converted BF16 GGUF; they do not independently prove that the experimental conversion is numerically identical to the upstream Transformers implementation.
155
+ - Q8_0 has strong local provenance: the quantization command was recovered and metadata match the current BF16. However, the BF16 hash was not recorded at the exact time of the original Q8_0 run, so this is not a complete cryptographic chain of custody.
156
+ - Spark2.5 support was experimental at the pinned llama.cpp commit. Compatibility with older releases is not expected.
157
+ - No benchmark here validates the upstream maximum-context claim. Only 4K distributional checks and a 16K distributional/functional check were run.
158
+
159
+ See the [upstream model card](https://huggingface.co/XHToken/Spark-X2.5-4B) for architecture, intended use and model-level limitations. The upstream Apache-2.0 license is included as `LICENSE`.
SHA256SUMS.txt ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ d7592eda215f4f894f2dd8893dcb15311ba8bc9581c62865512a3c8874972b15 *artifacts/audit-manifest.json
2
+ 6f515562b23916afc1a0fbfda437e2a9b561a2b65beb1444e08e124d4317bdcd *artifacts/build-info.txt
3
+ cdc0cfd8f3051f9208963b087da2cdf28075d56150fb056294890989f7079ffd *artifacts/calibration/atomicchat-build-manifest.json
4
+ aa09a985a2c88824e9c01f2c824228e3068b1602b498362c34c09f712786a401 *artifacts/calibration/atomicchat-longctx-build-manifest.json
5
+ 2537da9fd05eea6a2b2a9758587a853cf552760f7e884cd0635c7420befa20a4 *artifacts/calibration/spark_calib_longctx.manifest.jsonl
6
+ 54dfdcdb373d73b314b74f30006292139665a9ec0011af767bec241a4c1664b7 *artifacts/calibration/spark_calib_train.manifest.jsonl
7
+ 696688c6e4cb5ad6b1a2f4e3f460bbdca50c2ac3cdbb7bc13c0455ca9f4be489 *artifacts/imatrix/Spark-X2.5-4B-imatrix-4k-16k.gguf
8
+ c65bfa89227a9a338591a69789efecaa4d11b99c553985a5ec54cc0bff2c69b6 *artifacts/logs/atomicchat-commit.txt
9
+ ca1fb40ecf06d6ae225288122da6a01717e96187fbf3ef396a9fd0b00a4b1c85 *artifacts/logs/bench-q6-speed.log
10
+ 2e1c0abbfde9fed5e8b2edcc1d654d1df888e7c8420ddb5c513828444d3cbb23 *artifacts/logs/bench-q8-ngl20-vs-99.log
11
+ 3b09676de4791b894ccc1217f051e0c89fefa3e85905ec8ad9f30ee1fed69474 *artifacts/logs/imatrix-4k-16k.log
12
+ 24d62bf8df049a2bab90dc2a4cc13cf0a8f67865fa54d82f2ecab203eeb0b1e6 *artifacts/logs/imatrix-4k-16k-statistics.log
13
+ 1d0b9560a0e0297f4d388b028c37594154958258f5333c83065efa98d1253cef *artifacts/logs/imatrix-comparison.txt
14
+ 1a345d3dd8fe4de06740ee9531dc8a91d6701c702d62c39d7eed28af76691e26 *artifacts/logs/imatrix-statistics.log
15
+ 7edd35b0f6702d309af81daf90d101c14e781f4a01a524c5e2632f1558cdd760 *artifacts/logs/kld-base-bf16-neutral-ctx16k-quick2.log
16
+ 0d9eaa9512d81247cab74fb513adfa4aa5bb0ad2e4b59226a3726fcca7e1ed97 *artifacts/logs/kld-base-bf16-neutral-quick2.log
17
+ a15c0b7afeab02f025ee714f78497d76d5d015dab3acac1d9cd3501b8441619a *artifacts/logs/kld-q6-imatrix-4k-16k-neutral-ctx16k-quick2.log
18
+ 144e31fc08ef76d58701d011fc7634535a2c75ef8558ddcdc9f57ccff13d9fb6 *artifacts/logs/kld-q6-imatrix-4k-16k-neutral-quick2.log
19
+ 9908ab1fb042133bb4a2411a21de3bcc4467cce87cf012985aed6c8a7999af0a *artifacts/logs/kld-q6-imatrix-4k-neutral-ctx16k-quick2.log
20
+ 89eb4d8b0bf49d8cc293a7ac83469f21cadbb10f2d22e7eb32d9751b469efb48 *artifacts/logs/kld-q6-imatrix-4k-neutral-quick2.log
21
+ 66cf218d58b60e8dcd93cf1d77850ee81c23a3746a7b6dba7466a71eef07fb08 *artifacts/logs/kld-q6-no-imatrix-neutral-ctx16k-quick2.log
22
+ 9497890a17cb4f63ede977223bbad737f70b1fc4917d22d7cf14e7d144e032e1 *artifacts/logs/kld-q6-no-imatrix-neutral-quick2.log
23
+ 1dcde7f753016bd71c596eeadd788d746b6d37b473786a8b91089755a4f08c46 *artifacts/logs/kld-q8-neutral-ctx16k-quick2.log
24
+ 767e3fcf279264d15efe9e48a14e158559a287e5020f8a3653e82f348a441e91 *artifacts/logs/kld-q8-neutral-quick2.log
25
+ 0bd154e7591bf87fa281031ccb42978b7b23506b84725502b37acf08d16450d9 *artifacts/logs/kld-selfcheck-bf16-neutral-ctx16k-quick2.log
26
+ 5006857c82737f9e6f4fdd2366572ab0ab3c945a7cf31dcc3bd69e8b755ad3fd *artifacts/logs/kld-selfcheck-bf16-neutral-quick2.log
27
+ f1af222b6fd26f6f745a6f140db67bd1c3dc6b3ffa2dd1d056c6ad11e487d377 *artifacts/logs/model-hashes.txt
28
+ e00c171c233fb468d18a94e2b37a91dc6d5024f7b9dfbbee4f5156855890146a *artifacts/logs/model-metadata-check.txt
29
+ 1658172c479d737eadac1fc1be8d8848946f83fe206db4016961a457ce8788a7 *artifacts/logs/q6-public-metadata-sanitization.txt
30
+ 49f019f2afad3825af8bd13eee8ad82eaf6dd5b4345496279a7efe81d782bcf6 *artifacts/logs/q8-provenance.txt
31
+ 142c748eae795bbb94380f13f35a53f30ed7fa75039301091cad1f94d8d4aefa *artifacts/logs/quantize-q6-imatrix-4k-16k.log
32
+ 14151330768221919fbe8ef877ecc8e550a6cc75281d9398f436f64170f8fd6e *artifacts/logs/tokenizer-parity.log
33
+ 4a5a5ac87a64baf4536e1299a07728a901c7f00b8186979df570e05083ce2713 *artifacts/logs/vocab-sweep.log
34
+ 4fe38b5f3ca2b5a395baa3ccb0e21c0d9ffb076effeca180733beb26b4a928a4 *artifacts/passkey_16k/manifest.json
35
+ 91f74846eddf35d384e7e48a732922a96cad416e8c8b73ada54e2ac79f35c9a2 *artifacts/passkey_16k/prompts/depth10.txt
36
+ edb65c6f7a6cf67a2fac974a4d29249312657a5e5661e4abc5d0a1fe818bc582 *artifacts/passkey_16k/prompts/depth50.txt
37
+ d703e2be225b4dbe69d6727bd0ea4bfdb5b4224720ddc4525b6d76cd4946416d *artifacts/passkey_16k/prompts/depth90.txt
38
+ 295a75643ed5676b6f2873f8a1095bd6577f1d5784227e8ed99bb761edaf2473 *artifacts/passkey_16k/results/BF16-depth10-result.json
39
+ 4012f4baa29c8253fe02a731cc60a05576ea4d393e567c22dc2dc308ecf7048b *artifacts/passkey_16k/results/BF16-depth50-result.json
40
+ 919415a14eecf545b3262293db18ac7188c01fd1c1d0154b246e670865d2d324 *artifacts/passkey_16k/results/BF16-depth90-result.json
41
+ a88bf3361239600947c34b8dfe2a47df821085e2594df6405d1d09ddf49dbf2d *artifacts/passkey_16k/results/Q6Imatrix4k16k-depth10-result.json
42
+ 5bfe094c1350babbd23f9738e2c4c6ee1a89f6938f754e26df86ea06fa660470 *artifacts/passkey_16k/results/Q6Imatrix4k16k-depth50-result.json
43
+ bc9c4d15ef09dc65456dc758ec1d44303626b395400499dc45acf07adbab46eb *artifacts/passkey_16k/results/Q6Imatrix4k16k-depth90-result.json
44
+ 542b600d6e33297cd242218a3e67ff5db2c480927424b44234a62ec524fa4717 *artifacts/passkey_16k/results/Q6Imatrix4k-depth10-result.json
45
+ e7843d354b9c9b53f3744aa6e5c14e6d997e0d7762e8cfa1f5d7913356710b5c *artifacts/passkey_16k/results/Q6Imatrix4k-depth50-result.json
46
+ f603029eedf32e1ce5142f43165e3c4e5cd2151e3ceacec895a2534e0d24e0e6 *artifacts/passkey_16k/results/Q6Imatrix4k-depth90-result.json
47
+ 5d043ce5690078d7ef45b01e10eed2bed502b12b9b0de7b3433cb0d9b26b0b64 *artifacts/passkey_16k/results/Q6NoImatrix-depth10-result.json
48
+ 61788789f6b1f551e19aafc8ed86cb068959045181620de5d7ff1b30f1e5b71f *artifacts/passkey_16k/results/Q6NoImatrix-depth50-result.json
49
+ ad5d01be59cd8ef9c45c56760072f4445d44649dea4f53e58ee2c31a1e9cf9c0 *artifacts/passkey_16k/results/Q6NoImatrix-depth90-result.json
50
+ 60a1212cc50d2eaaa2d8ce82820527375e4e9e30e6c45093e53abbdffe58ecef *artifacts/passkey_16k/results/Q8-depth10-result.json
51
+ 389bae6db522573e3ef2cecc4b017f7696f4a64477b9d8a1595e57ed666d7a39 *artifacts/passkey_16k/results/Q8-depth50-result.json
52
+ 1d33b4fd14be3d7c4f836585f5e8b436aeb1429c1723d05c8761d6fb96f76318 *artifacts/passkey_16k/results/Q8-depth90-result.json
53
+ ca3614284154f0a6137206c6704d48f86c44ed2a7d62c8620d7eefaa1f2940ea *artifacts/results.json
54
+ 157b68bb331c0f487992a10a09dc0e4bd41451cb7686973cb522cf5516cc3b3b *artifacts/scripts/bench_passkey_16k.ps1
55
+ 1df6b986fff5f3e03b645f95c2de296eb3053e1d81104669e9920ec97b7c00f6 *artifacts/scripts/bench_passkey_matrix_16k.ps1
56
+ 701a2d9f3ff440fd255ac629d9f2f2a514c05c8acfe35c4f5a4ba416fd3d404a *artifacts/scripts/bench_q6_variants.ps1
57
+ 707421857b829184f52499085ee65d16e2762cc52149981afc04d59a8e314270 *artifacts/scripts/bench_quality_kld.ps1
58
+ 7d93fa746fc1a9ffa89ad1816108c4852d3ede5067e9bfedeacec68073c096c3 *artifacts/scripts/bench_quality_kld_16k.ps1
59
+ 469bcaaccd2346d73ab85efcadec70ca9563a11f73b9701ac0dd4143992ce265 *artifacts/scripts/check_tokenizer_parity.py
60
+ e7436a79fe557b8d24d1e553946ae54317f86e4b7b27080b6b660b39b9f3de42 *artifacts/scripts/prepare_passkey_16k.ps1
61
+ 1e8203bef3ddf3e2890fc2be8f59af794b43a6f316b931ab385a8798b1875c19 *artifacts/scripts/quantize_q6_variants.ps1
62
+ 525c465ab952779d2d360a9ff36f7f49ae018a23d80302ff839a850a77784c36 *LICENSE
63
+ 4fc49376ff205639e6fded5b955d945508351bca3d51462128c1d3b5c1c9e254 *README.md
64
+ 107f0e30e317b4ffff3dd63cc30f1945c161e82b31ef7bc73187941d3ea71e42 *Spark-X2.5-4B-Q6_K.gguf
65
+ 5c2c3c190e4337e1016b8593ca8e26e8b18c972200b107385d4ec61a25d9dea2 *Spark-X2.5-4B-Q8_0.gguf
Spark-X2.5-4B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107f0e30e317b4ffff3dd63cc30f1945c161e82b31ef7bc73187941d3ea71e42
3
+ size 3379172384
Spark-X2.5-4B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2c3c190e4337e1016b8593ca8e26e8b18c972200b107385d4ec61a25d9dea2
3
+ size 4375021152
artifacts/audit-manifest.json ADDED
@@ -0,0 +1,479 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "release_version": "v0.1",
4
+ "generated_at_utc": "2026-09-02T21:46:40.6457433Z",
5
+ "source": {
6
+ "model": "XHToken/Spark-X2.5-4B",
7
+ "revision": "1e4c2477f330d1f11304d0dc092a9dbf4075f470",
8
+ "files": [
9
+ {
10
+ "path": "LICENSE",
11
+ "bytes": 11338,
12
+ "sha256": "525C465AB952779D2D360A9FF36F7F49AE018A23D80302FF839A850A77784C36"
13
+ },
14
+ {
15
+ "path": "README.md",
16
+ "sha256": "291469C3C3468E196DFDDC5F73D656AEA0B2482E3C036302031E83A4FFDC5335"
17
+ },
18
+ {
19
+ "path": "config.json",
20
+ "sha256": "767161ECE8ED2891E44345AFDF98D29C1CACB964116CB6DB7D20DC1C757490AD"
21
+ },
22
+ {
23
+ "path": "tokenizer_config.json",
24
+ "sha256": "0729B0AEB1B88E000687B51C72D5AECE759233BB4F6FB353EB497676E04D43B0"
25
+ },
26
+ {
27
+ "path": "chat_template.jinja",
28
+ "sha256": "705345721970DA40E6AA56DB548A46ECD1D8D94A5418808FA180AC19EE77A9BA"
29
+ },
30
+ {
31
+ "path": "tokenizer.json",
32
+ "sha256": "710CCE15CF3565674C499F9413997C6E8101F2BDD96245CFF8F0311FB501248C"
33
+ }
34
+ ]
35
+ },
36
+ "toolchain": {
37
+ "llama_cpp_commit": "fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe",
38
+ "llama_cpp_build": 10668,
39
+ "compiler": "MSVC 19.51.36244.0",
40
+ "target": "Windows AMD64",
41
+ "cuda_toolkit": "13.2",
42
+ "cuda_architecture": 89,
43
+ "gpu": "NVIDIA GeForce RTX 4060 Laptop GPU",
44
+ "driver": "610.88"
45
+ },
46
+ "non_published_inputs": [
47
+ {
48
+ "role": "BF16 GGUF reference",
49
+ "bytes": 8229920352,
50
+ "sha256": "8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14"
51
+ },
52
+ {
53
+ "role": "Evaluated Q6_K container before public metadata sanitization",
54
+ "bytes": 3379172512,
55
+ "sha256": "162985111D4DD15DA0FF2AD111965CABCF60690C40A52D53D2CB3640483DE51D",
56
+ "tensor_data_sha256": "F70482CF653BC90D935AB68AB83202D2A02C260699C5213D188D736C469BD1AE"
57
+ },
58
+ {
59
+ "role": "held-out eval_neutral",
60
+ "tokens": 369120,
61
+ "sha256": "1B91967FA31D3C1FCF89C4212654662BBD983C7CEA7F8BE75405072C92DA978E"
62
+ },
63
+ {
64
+ "role": "4K calibration text",
65
+ "tokens": 2022075,
66
+ "sha256": "DD4DADD436A3AB9329C2EE98000CC2FF6540E9C190400292A99EB736AA9E8796"
67
+ },
68
+ {
69
+ "role": "16K calibration text",
70
+ "tokens": 279736,
71
+ "sha256": "219DF033B7F9B30787C6DEC452FA16967A7C6FD4C0F2E42D84282E26C2AF940B"
72
+ },
73
+ {
74
+ "role": "4K quick2 BF16 KLD base",
75
+ "bytes": 1073283076,
76
+ "sha256": "712B7248BCC72D0057EC56F61AF838D251A83EDA3F938DDD5E54FA03BFFCE322"
77
+ },
78
+ {
79
+ "role": "16K quick2 BF16 KLD base",
80
+ "bytes": 4294705156,
81
+ "sha256": "CB3BDBC2088CD3399ABCFD5D35B427B9F5C0463EFBF8FE4C9F1D68B28804AB52"
82
+ }
83
+ ],
84
+ "ablation_model_hashes": [
85
+ {
86
+ "model": "Q6_K_no_imatrix",
87
+ "bytes": 3379172192,
88
+ "sha256": "148B924480BE1786889B8B76B631E3CFA55BB7A88CAA444933900C7247C6B9A9"
89
+ },
90
+ {
91
+ "model": "Q6_K_imatrix_4k",
92
+ "bytes": 3379172512,
93
+ "sha256": "76F4E65313CE71AD66A67A61D2D47A0FACDAFC3D66895D7294ED0EE57FF3860A"
94
+ }
95
+ ],
96
+ "provenance": {
97
+ "atomicchat_calib_corpora_commit": "814d662f6c94d207fc8f38545a1b4abea11484b5",
98
+ "tokenizer_parity": {
99
+ "passed": 10,
100
+ "total": 10,
101
+ "log": "artifacts/logs/tokenizer-parity.log"
102
+ },
103
+ "gguf_metadata_check": {
104
+ "status": "pass",
105
+ "log": "artifacts/logs/model-metadata-check.txt"
106
+ },
107
+ "direct_hf_vs_gguf_logit_parity": "not_completed",
108
+ "q8_chain": "strong_local_evidence_without_runtime_input_hash",
109
+ "q8_log": "artifacts/logs/q8-provenance.txt",
110
+ "public_q6_metadata_sanitization": {
111
+ "removed_key": "quantize.imatrix.file",
112
+ "reason": "The generated value contained a local absolute path and is not required at runtime.",
113
+ "tool": "llama.cpp gguf_new_metadata.py at fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe",
114
+ "evaluated_container_sha256": "162985111D4DD15DA0FF2AD111965CABCF60690C40A52D53D2CB3640483DE51D",
115
+ "published_container_sha256": "107F0E30E317B4FFFF3DD63CC30F1945C161E82B31EF7BC73187941D3EA71E42",
116
+ "tensor_data_sha256_before": "F70482CF653BC90D935AB68AB83202D2A02C260699C5213D188D736C469BD1AE",
117
+ "tensor_data_sha256_after": "F70482CF653BC90D935AB68AB83202D2A02C260699C5213D188D736C469BD1AE",
118
+ "load_test": "pass"
119
+ }
120
+ },
121
+ "protocols": {
122
+ "kld_4k": {
123
+ "context": 4096,
124
+ "chunks": 2,
125
+ "scored_positions": 4096,
126
+ "n_gpu_layers": 28,
127
+ "batch": 2048,
128
+ "micro_batch": 512,
129
+ "threads": 8,
130
+ "flash_attention": true,
131
+ "script": "artifacts/scripts/bench_quality_kld.ps1"
132
+ },
133
+ "kld_16k": {
134
+ "context": 16384,
135
+ "chunks": 2,
136
+ "scored_positions": 16384,
137
+ "n_gpu_layers": 28,
138
+ "batch": 2048,
139
+ "micro_batch": 512,
140
+ "threads": 8,
141
+ "flash_attention": true,
142
+ "script": "artifacts/scripts/bench_quality_kld_16k.ps1"
143
+ },
144
+ "passkey_16k": {
145
+ "context": 16384,
146
+ "prompt_tokens": 14997,
147
+ "n_gpu_layers": 28,
148
+ "kv_cache": "f16",
149
+ "temperature": 0,
150
+ "seed": 1234,
151
+ "runs": 15,
152
+ "exact_match_passes": 15,
153
+ "script": "artifacts/scripts/bench_passkey_matrix_16k.ps1"
154
+ }
155
+ },
156
+ "release_file_manifest_scope": "All release files except audit-manifest.json and SHA256SUMS.txt. SHA256SUMS.txt includes audit-manifest.json and necessarily excludes itself.",
157
+ "release_files": [
158
+ {
159
+ "path": "artifacts/build-info.txt",
160
+ "bytes": 570,
161
+ "sha256": "6F515562B23916AFC1A0FBFDA437E2A9B561A2B65BEB1444E08E124D4317BDCD"
162
+ },
163
+ {
164
+ "path": "artifacts/calibration/atomicchat-build-manifest.json",
165
+ "bytes": 6946,
166
+ "sha256": "CDC0CFD8F3051F9208963B087DA2CDF28075D56150FB056294890989F7079FFD"
167
+ },
168
+ {
169
+ "path": "artifacts/calibration/atomicchat-longctx-build-manifest.json",
170
+ "bytes": 7255,
171
+ "sha256": "AA09A985A2C88824E9C01F2C824228E3068B1602B498362C34C09F712786A401"
172
+ },
173
+ {
174
+ "path": "artifacts/calibration/spark_calib_longctx.manifest.jsonl",
175
+ "bytes": 2319,
176
+ "sha256": "2537DA9FD05EEA6A2B2A9758587A853CF552760F7E884CD0635C7420BEFA20A4"
177
+ },
178
+ {
179
+ "path": "artifacts/calibration/spark_calib_train.manifest.jsonl",
180
+ "bytes": 515547,
181
+ "sha256": "54DFDCDB373D73B314B74F30006292139665A9EC0011AF767BEC241A4C1664B7"
182
+ },
183
+ {
184
+ "path": "artifacts/imatrix/Spark-X2.5-4B-imatrix-4k-16k.gguf",
185
+ "bytes": 3572832,
186
+ "sha256": "696688C6E4CB5AD6B1A2F4E3F460BBDCA50C2AC3CDBB7BC13C0455CA9F4BE489"
187
+ },
188
+ {
189
+ "path": "artifacts/logs/atomicchat-commit.txt",
190
+ "bytes": 41,
191
+ "sha256": "C65BFA89227A9A338591A69789EFECAA4D11B99C553985A5EC54CC0BFF2C69B6"
192
+ },
193
+ {
194
+ "path": "artifacts/logs/bench-q6-speed.log",
195
+ "bytes": 3471,
196
+ "sha256": "CA1FB40ECF06D6AE225288122DA6A01717E96187FBF3EF396A9FD0B00A4B1C85"
197
+ },
198
+ {
199
+ "path": "artifacts/logs/bench-q8-ngl20-vs-99.log",
200
+ "bytes": 2478,
201
+ "sha256": "2E1C0ABBFDE9FED5E8B2EDCC1D654D1DF888E7C8420DDB5C513828444D3CBB23"
202
+ },
203
+ {
204
+ "path": "artifacts/logs/imatrix-4k-16k.log",
205
+ "bytes": 1694,
206
+ "sha256": "3B09676DE4791B894CCC1217F051E0C89FEFA3E85905EC8AD9F30EE1FED69474"
207
+ },
208
+ {
209
+ "path": "artifacts/logs/imatrix-4k-16k-statistics.log",
210
+ "bytes": 23591,
211
+ "sha256": "24D62BF8DF049A2BAB90DC2A4CC13CF0A8F67865FA54D82F2ECAB203EEB0B1E6"
212
+ },
213
+ {
214
+ "path": "artifacts/logs/imatrix-comparison.txt",
215
+ "bytes": 1943,
216
+ "sha256": "1D0B9560A0E0297F4D388B028C37594154958258F5333C83065EFA98D1253CEF"
217
+ },
218
+ {
219
+ "path": "artifacts/logs/imatrix-statistics.log",
220
+ "bytes": 23325,
221
+ "sha256": "1A345D3DD8FE4DE06740EE9531DC8A91D6701C702D62C39D7EED28AF76691E26"
222
+ },
223
+ {
224
+ "path": "artifacts/logs/kld-base-bf16-neutral-ctx16k-quick2.log",
225
+ "bytes": 1347,
226
+ "sha256": "7EDD35B0F6702D309AF81DAF90D101C14E781F4A01A524C5E2632F1558CDD760"
227
+ },
228
+ {
229
+ "path": "artifacts/logs/kld-base-bf16-neutral-quick2.log",
230
+ "bytes": 1333,
231
+ "sha256": "0D9EAA9512D81247CAB74FB513ADFA4AA5BB0AD2E4B59226A3726FCCA7E1ED97"
232
+ },
233
+ {
234
+ "path": "artifacts/logs/kld-q6-imatrix-4k-16k-neutral-ctx16k-quick2.log",
235
+ "bytes": 2586,
236
+ "sha256": "A15C0B7AFEAB02F025EE714F78497D76D5D015DAB3ACAC1D9CD3501B8441619A"
237
+ },
238
+ {
239
+ "path": "artifacts/logs/kld-q6-imatrix-4k-16k-neutral-quick2.log",
240
+ "bytes": 2581,
241
+ "sha256": "144E31FC08EF76D58701D011FC7634535A2C75EF8558DDCDC9F57CCFF13D9FB6"
242
+ },
243
+ {
244
+ "path": "artifacts/logs/kld-q6-imatrix-4k-neutral-ctx16k-quick2.log",
245
+ "bytes": 2586,
246
+ "sha256": "9908AB1FB042133BB4A2411A21DE3BCC4467CCE87CF012985AED6C8A7999AF0A"
247
+ },
248
+ {
249
+ "path": "artifacts/logs/kld-q6-imatrix-4k-neutral-quick2.log",
250
+ "bytes": 2581,
251
+ "sha256": "89EB4D8B0BF49D8CC293A7AC83469F21CADBB10F2D22E7EB32D9751B469EFB48"
252
+ },
253
+ {
254
+ "path": "artifacts/logs/kld-q6-no-imatrix-neutral-ctx16k-quick2.log",
255
+ "bytes": 2587,
256
+ "sha256": "66CF218D58B60E8DCD93CF1D77850EE81C23A3746A7B6DBA7466A71EEF07FB08"
257
+ },
258
+ {
259
+ "path": "artifacts/logs/kld-q6-no-imatrix-neutral-quick2.log",
260
+ "bytes": 2582,
261
+ "sha256": "9497890A17CB4F63EDE977223BBAD737F70B1FC4917D22D7CF14E7D144E032E1"
262
+ },
263
+ {
264
+ "path": "artifacts/logs/kld-q8-neutral-ctx16k-quick2.log",
265
+ "bytes": 2586,
266
+ "sha256": "1DCDE7F753016BD71C596EEADD788D746B6D37B473786A8B91089755A4F08C46"
267
+ },
268
+ {
269
+ "path": "artifacts/logs/kld-q8-neutral-quick2.log",
270
+ "bytes": 2580,
271
+ "sha256": "767E3FCF279264D15EFE9E48A14E158559A287E5020F8A3653E82F348A441E91"
272
+ },
273
+ {
274
+ "path": "artifacts/logs/kld-selfcheck-bf16-neutral-ctx16k-quick2.log",
275
+ "bytes": 2713,
276
+ "sha256": "0BD154E7591BF87FA281031CCB42978B7B23506B84725502B37ACF08D16450D9"
277
+ },
278
+ {
279
+ "path": "artifacts/logs/kld-selfcheck-bf16-neutral-quick2.log",
280
+ "bytes": 2707,
281
+ "sha256": "5006857C82737F9E6F4FDD2366572AB0AB3C945A7CF31DCC3BD69E8B755AD3FD"
282
+ },
283
+ {
284
+ "path": "artifacts/logs/model-hashes.txt",
285
+ "bytes": 227,
286
+ "sha256": "F1AF222B6FD26F6F745A6F140DB67BD1C3DC6B3FFA2DD1D056C6AD11E487D377"
287
+ },
288
+ {
289
+ "path": "artifacts/logs/model-metadata-check.txt",
290
+ "bytes": 760,
291
+ "sha256": "E00C171C233FB468D18A94E2B37A91DC6D5024F7B9DFBBEE4F5156855890146A"
292
+ },
293
+ {
294
+ "path": "artifacts/logs/q6-public-metadata-sanitization.txt",
295
+ "bytes": 1770,
296
+ "sha256": "1658172C479D737EADAC1FC1BE8D8848946F83FE206DB4016961A457CE8788A7"
297
+ },
298
+ {
299
+ "path": "artifacts/logs/q8-provenance.txt",
300
+ "bytes": 628,
301
+ "sha256": "49F019F2AFAD3825AF8BD13EEE8AD82EAF6DD5B4345496279A7EFE81D782BCF6"
302
+ },
303
+ {
304
+ "path": "artifacts/logs/quantize-q6-imatrix-4k-16k.log",
305
+ "bytes": 49550,
306
+ "sha256": "142C748EAE795BBB94380F13F35A53F30ED7FA75039301091CAD1F94D8D4AEFA"
307
+ },
308
+ {
309
+ "path": "artifacts/logs/tokenizer-parity.log",
310
+ "bytes": 1805,
311
+ "sha256": "14151330768221919FBE8EF877ECC8E550A6CC75281D9398F436F64170F8FD6E"
312
+ },
313
+ {
314
+ "path": "artifacts/logs/vocab-sweep.log",
315
+ "bytes": 666,
316
+ "sha256": "4A5A5AC87A64BAF4536E1299A07728A901C7F00B8186979DF570E05083CE2713"
317
+ },
318
+ {
319
+ "path": "artifacts/passkey_16k/manifest.json",
320
+ "bytes": 2033,
321
+ "sha256": "4FE38B5F3CA2B5A395BAA3CCB0E21C0D9FFB076EFFECA180733BEB26B4A928A4"
322
+ },
323
+ {
324
+ "path": "artifacts/passkey_16k/prompts/depth10.txt",
325
+ "bytes": 52725,
326
+ "sha256": "91F74846EDDF35D384E7E48A732922A96CAD416E8C8B73ADA54E2AC79F35C9A2"
327
+ },
328
+ {
329
+ "path": "artifacts/passkey_16k/prompts/depth50.txt",
330
+ "bytes": 52725,
331
+ "sha256": "EDB65C6F7A6CF67A2FAC974A4D29249312657A5E5661E4ABC5D0A1FE818BC582"
332
+ },
333
+ {
334
+ "path": "artifacts/passkey_16k/prompts/depth90.txt",
335
+ "bytes": 52725,
336
+ "sha256": "D703E2BE225B4DBE69D6727BD0EA4BFDB5B4224720DDC4525B6D76CD4946416D"
337
+ },
338
+ {
339
+ "path": "artifacts/passkey_16k/results/BF16-depth10-result.json",
340
+ "bytes": 715,
341
+ "sha256": "295A75643ED5676B6F2873F8A1095BD6577F1D5784227E8ED99BB761EDAF2473"
342
+ },
343
+ {
344
+ "path": "artifacts/passkey_16k/results/BF16-depth50-result.json",
345
+ "bytes": 713,
346
+ "sha256": "4012F4BAA29C8253FE02A731CC60A05576EA4D393E567C22DC2DC308ECF7048B"
347
+ },
348
+ {
349
+ "path": "artifacts/passkey_16k/results/BF16-depth90-result.json",
350
+ "bytes": 716,
351
+ "sha256": "919415A14EECF545B3262293DB18AC7188C01FD1C1D0154B246E670865D2D324"
352
+ },
353
+ {
354
+ "path": "artifacts/passkey_16k/results/Q6Imatrix4k16k-depth10-result.json",
355
+ "bytes": 755,
356
+ "sha256": "A88BF3361239600947C34B8DFE2A47DF821085E2594DF6405D1D09DDF49DBF2D"
357
+ },
358
+ {
359
+ "path": "artifacts/passkey_16k/results/Q6Imatrix4k16k-depth50-result.json",
360
+ "bytes": 753,
361
+ "sha256": "5BFE094C1350BABBD23F9738E2C4C6EE1A89F6938F754E26DF86EA06FA660470"
362
+ },
363
+ {
364
+ "path": "artifacts/passkey_16k/results/Q6Imatrix4k16k-depth90-result.json",
365
+ "bytes": 756,
366
+ "sha256": "BC9C4D15EF09DC65456DC758EC1D44303626B395400499DC45ACF07ADBAB46EB"
367
+ },
368
+ {
369
+ "path": "artifacts/passkey_16k/results/Q6Imatrix4k-depth10-result.json",
370
+ "bytes": 743,
371
+ "sha256": "542B600D6E33297CD242218A3E67FF5DB2C480927424B44234A62EC524FA4717"
372
+ },
373
+ {
374
+ "path": "artifacts/passkey_16k/results/Q6Imatrix4k-depth50-result.json",
375
+ "bytes": 741,
376
+ "sha256": "E7843D354B9C9B53F3744AA6E5C14E6D997E0D7762E8CFA1F5D7913356710B5C"
377
+ },
378
+ {
379
+ "path": "artifacts/passkey_16k/results/Q6Imatrix4k-depth90-result.json",
380
+ "bytes": 744,
381
+ "sha256": "F603029EEDF32E1CE5142F43165E3C4E5CD2151E3CEACEC895A2534E0D24E0E6"
382
+ },
383
+ {
384
+ "path": "artifacts/passkey_16k/results/Q6NoImatrix-depth10-result.json",
385
+ "bytes": 743,
386
+ "sha256": "5D043CE5690078D7EF45B01E10EED2BED502B12B9B0DE7B3433CB0D9B26B0B64"
387
+ },
388
+ {
389
+ "path": "artifacts/passkey_16k/results/Q6NoImatrix-depth50-result.json",
390
+ "bytes": 741,
391
+ "sha256": "61788789F6B1F551E19AAFC8ED86CB068959045181620DE5D7FF1B30F1E5B71F"
392
+ },
393
+ {
394
+ "path": "artifacts/passkey_16k/results/Q6NoImatrix-depth90-result.json",
395
+ "bytes": 744,
396
+ "sha256": "AD5D01BE59CD8EF9C45C56760072F4445D44649DEA4F53E58EE2C31A1E9CF9C0"
397
+ },
398
+ {
399
+ "path": "artifacts/passkey_16k/results/Q8-depth10-result.json",
400
+ "bytes": 707,
401
+ "sha256": "60A1212CC50D2EAAA2D8CE82820527375E4E9E30E6C45093E53ABBDFFE58ECEF"
402
+ },
403
+ {
404
+ "path": "artifacts/passkey_16k/results/Q8-depth50-result.json",
405
+ "bytes": 705,
406
+ "sha256": "389BAE6DB522573E3EF2CECC4B017F7696F4A64477B9D8A1595E57ED666D7A39"
407
+ },
408
+ {
409
+ "path": "artifacts/passkey_16k/results/Q8-depth90-result.json",
410
+ "bytes": 708,
411
+ "sha256": "1D33B4FD14BE3D7C4F836585F5E8B436AEB1429C1723D05C8761D6FB96F76318"
412
+ },
413
+ {
414
+ "path": "artifacts/results.json",
415
+ "bytes": 10683,
416
+ "sha256": "CA3614284154F0A6137206C6704D48F86C44ED2A7D62C8620D7EEFAA1F2940EA"
417
+ },
418
+ {
419
+ "path": "artifacts/scripts/bench_passkey_16k.ps1",
420
+ "bytes": 6359,
421
+ "sha256": "157B68BB331C0F487992A10A09DC0E4BD41451CB7686973CB522CF5516CC3B3B"
422
+ },
423
+ {
424
+ "path": "artifacts/scripts/bench_passkey_matrix_16k.ps1",
425
+ "bytes": 1804,
426
+ "sha256": "1DF6B986FFF5F3E03B645F95C2DE296EB3053E1D81104669E9920EC97B7C00F6"
427
+ },
428
+ {
429
+ "path": "artifacts/scripts/bench_q6_variants.ps1",
430
+ "bytes": 1899,
431
+ "sha256": "701A2D9F3FF440FD255AC629D9F2F2A514C05C8ACFE35C4F5A4BA416FD3D404A"
432
+ },
433
+ {
434
+ "path": "artifacts/scripts/bench_quality_kld.ps1",
435
+ "bytes": 4982,
436
+ "sha256": "707421857B829184F52499085EE65D16E2762CC52149981AFC04D59A8E314270"
437
+ },
438
+ {
439
+ "path": "artifacts/scripts/bench_quality_kld_16k.ps1",
440
+ "bytes": 5072,
441
+ "sha256": "7D93FA746FC1A9FFA89AD1816108C4852D3EDE5067E9BFEDEACEC68073C096C3"
442
+ },
443
+ {
444
+ "path": "artifacts/scripts/check_tokenizer_parity.py",
445
+ "bytes": 5103,
446
+ "sha256": "469BCAACCD2346D73AB85EFCADEC70CA9563A11F73B9701AC0DD4143992CE265"
447
+ },
448
+ {
449
+ "path": "artifacts/scripts/prepare_passkey_16k.ps1",
450
+ "bytes": 6368,
451
+ "sha256": "E7436A79FE557B8D24D1E553946AE54317F86E4B7B27080B6B660B39B9F3DE42"
452
+ },
453
+ {
454
+ "path": "artifacts/scripts/quantize_q6_variants.ps1",
455
+ "bytes": 3402,
456
+ "sha256": "1E8203BEF3DDF3E2890FC2BE8F59AF794B43A6F316B931AB385A8798B1875C19"
457
+ },
458
+ {
459
+ "path": "LICENSE",
460
+ "bytes": 11338,
461
+ "sha256": "525C465AB952779D2D360A9FF36F7F49AE018A23D80302FF839A850A77784C36"
462
+ },
463
+ {
464
+ "path": "README.md",
465
+ "bytes": 10717,
466
+ "sha256": "4FC49376FF205639E6FDED5B955D945508351BCA3D51462128C1D3B5C1C9E254"
467
+ },
468
+ {
469
+ "path": "Spark-X2.5-4B-Q6_K.gguf",
470
+ "bytes": 3379172384,
471
+ "sha256": "107F0E30E317B4FFFF3DD63CC30F1945C161E82B31EF7BC73187941D3EA71E42"
472
+ },
473
+ {
474
+ "path": "Spark-X2.5-4B-Q8_0.gguf",
475
+ "bytes": 4375021152,
476
+ "sha256": "5C2C3C190E4337E1016B8593CA8E26E8B18C972200B107385D4EC61A25D9DEA2"
477
+ }
478
+ ]
479
+ }
artifacts/build-info.txt ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ release_date=2026-09-02
2
+ llama_cpp_commit=fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe
3
+ llama_cpp_build=10668
4
+ llama_cpp_version=0.3.0-dev
5
+ compiler=MSVC 19.51.36244.0
6
+ target=Windows AMD64
7
+ CMAKE_BUILD_TYPE=Release
8
+ CMAKE_CUDA_ARCHITECTURES=89
9
+ GGML_CUDA=ON
10
+ GGML_CUDA_GRAPHS=ON
11
+ GGML_NATIVE=ON
12
+ GGML_OPENMP=ON
13
+ CUDA_toolkit=13.2 (V13.2.78)
14
+ GPU=NVIDIA GeForce RTX 4060 Laptop GPU
15
+ GPU_VRAM=8188 MiB
16
+ NVIDIA_driver=610.88
17
+ source_model=XHToken/Spark-X2.5-4B
18
+ source_revision=1e4c2477f330d1f11304d0dc092a9dbf4075f470
19
+ atomicchat_calib_corpora_commit=814d662f6c94d207fc8f38545a1b4abea11484b5
artifacts/calibration/atomicchat-build-manifest.json ADDED
@@ -0,0 +1,203 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "build": "spark-x2.5-4b",
3
+ "built_at": "2026-09-02",
4
+ "build_tool_version": "build.py/1.0",
5
+ "recipe": {
6
+ "path": "recipes\\spark-x2.5-4b.yaml",
7
+ "sha256": "8ee49fbc487d5f6237dbe0f75dc39fc5ede1e3a9748da59a508e47b1d685c5c3",
8
+ "seed": 20260902
9
+ },
10
+ "model": {
11
+ "repo": "XHToken/Spark-X2.5-4B",
12
+ "revision": "1e4c2477f330d1f11304d0dc092a9dbf4075f470",
13
+ "tokenizer": "<HF_SOURCE_SNAPSHOT>/tokenizer.json",
14
+ "gguf": "C:/llama.cpp/models/Spark/Spark-X2.5-4B-BF16.gguf",
15
+ "vocab_size": 131072,
16
+ "pre_tokenizer": "spark2_5",
17
+ "llama_cpp_commit": "fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe",
18
+ "layers": 36,
19
+ "sliding_window": 512,
20
+ "context_length": 1048576
21
+ },
22
+ "tokenizer": {
23
+ "path": "<HF_SOURCE_SNAPSHOT>/tokenizer.json",
24
+ "sha256": "710cce15cf3565674c499f9413997c6e8101f2bdd96245cff8f0311fb501248c",
25
+ "rows": 131072,
26
+ "pre_tokenizer": "spark2_5"
27
+ },
28
+ "llama_cpp": {
29
+ "commit": "fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe",
30
+ "note": "llama-imatrix must be given --parse-special or the chat markup in calib_train.txt is tokenised as literal text (parse_special defaults to false in that tool)"
31
+ },
32
+ "calib_train": {
33
+ "path": "calib_train.txt",
34
+ "sha256": "d095c01494deba36042307db7f0ade5faa93b9fdfd59ed91233450772ff56df5",
35
+ "bytes": 7230168,
36
+ "documents": 1419,
37
+ "tokens": 2019748,
38
+ "target_tokens": 2000000,
39
+ "document_separator": "\n\n",
40
+ "shares_requested_percent": {
41
+ "agentic": 24.0,
42
+ "code": 20.0,
43
+ "graphics": 3.0,
44
+ "longctx": 10.0,
45
+ "multilingual": 15.0,
46
+ "reasoning": 15.0,
47
+ "structured": 5.0,
48
+ "vocab_sweep": 8.0
49
+ },
50
+ "shares_actual_percent": {
51
+ "agentic": 23.808,
52
+ "code": 20.355,
53
+ "graphics": 3.011,
54
+ "longctx": 10.022,
55
+ "multilingual": 14.922,
56
+ "reasoning": 14.874,
57
+ "structured": 4.969,
58
+ "vocab_sweep": 8.039
59
+ },
60
+ "documents_by_category": {
61
+ "agentic": 169,
62
+ "code": 310,
63
+ "graphics": 60,
64
+ "longctx": 12,
65
+ "multilingual": 67,
66
+ "reasoning": 485,
67
+ "structured": 247,
68
+ "vocab_sweep": 69
69
+ },
70
+ "tokens_by_category": {
71
+ "agentic": 480868,
72
+ "code": 411121,
73
+ "graphics": 60816,
74
+ "longctx": 202411,
75
+ "multilingual": 301384,
76
+ "reasoning": 300422,
77
+ "structured": 100367,
78
+ "vocab_sweep": 162359
79
+ },
80
+ "synthetic_tokens": 977274,
81
+ "synthetic_percent": 48.386,
82
+ "document_tokens": {
83
+ "p50": 625,
84
+ "p90": 3463,
85
+ "p95": 5682,
86
+ "p99": 12949,
87
+ "max": 22516,
88
+ "min": 60
89
+ }
90
+ },
91
+ "pool_sources": {
92
+ "pool\\_quarantine\\eval-residue.jsonl": {
93
+ "sha256": "8a41daa608d53b5438483be9e2d56bba507b4801c8a805babfa54af96806b5c6",
94
+ "bytes": 172308,
95
+ "documents": 2
96
+ },
97
+ "pool\\_quarantine\\removed.jsonl": {
98
+ "sha256": "28615d8080e4b3b95a29447402e8163786c42e23e6c5175a18783a591bde13d0",
99
+ "bytes": 8600246,
100
+ "documents": 1056
101
+ },
102
+ "pool\\_quarantine\\untokenizable.jsonl": {
103
+ "sha256": "8226d1b281ce13ceab909c06383d78176b3cc5c2d3f1a49094ef808e3f220335",
104
+ "bytes": 88848,
105
+ "documents": 2
106
+ },
107
+ "pool\\agentic\\synthetic\\conversations.jsonl": {
108
+ "sha256": "40478e56fdee9bf965b0e56800e3d940e772db11e856f0170d92043d86861973",
109
+ "bytes": 5641610,
110
+ "documents": 531
111
+ },
112
+ "pool\\agentic\\synthetic\\legacy-dsv4-rendered.jsonl": {
113
+ "sha256": "24e99d36930e6547e90058654b712ae50a1294a1cdc4da7b38ae688a97537dca",
114
+ "bytes": 948845,
115
+ "documents": 50
116
+ },
117
+ "pool\\code\\legacy-dsv4.jsonl": {
118
+ "sha256": "5122a4eb0af1a88bc5d0ed76ad6714fe82de91fb3ca8d92f555df5207361123f",
119
+ "bytes": 472956,
120
+ "documents": 120
121
+ },
122
+ "pool\\code\\repos.jsonl": {
123
+ "sha256": "cf68e87ff67d4bbcac0006df6f01ccb625c422f31048f53b5de2162707d9279b",
124
+ "bytes": 9196542,
125
+ "documents": 833
126
+ },
127
+ "pool\\graphics\\legacy-dsv4.jsonl": {
128
+ "sha256": "09e62f79a8859e2c0f275bc38b93dde63f5751660eb3e9fc8636782cb47d3689",
129
+ "bytes": 2068241,
130
+ "documents": 335
131
+ },
132
+ "pool\\graphics\\repos.jsonl": {
133
+ "sha256": "862600d1842bd530e65884d8bc4bfcfa8892ddd1e430a927f30d35651539b7d1",
134
+ "bytes": 6231338,
135
+ "documents": 827
136
+ },
137
+ "pool\\longctx\\legacy-dsv4.jsonl": {
138
+ "sha256": "1f17bf4553c25558953fd746ce3bce278e932690e02d926395f8ecf21dacc100",
139
+ "bytes": 591648,
140
+ "documents": 10
141
+ },
142
+ "pool\\longctx\\module-bundles.jsonl": {
143
+ "sha256": "767b0cb154af75a8e5023e948f39fb3cbef424c99ba643779c5bd3e289945bb5",
144
+ "bytes": 9837165,
145
+ "documents": 83
146
+ },
147
+ "pool\\multilingual\\legacy-dsv4-wikipedia.jsonl": {
148
+ "sha256": "aa0344e84c60e1c423ac543d205bad77e3c0cc475799ddcb76d4e338cbdfb266",
149
+ "bytes": 420903,
150
+ "documents": 14
151
+ },
152
+ "pool\\multilingual\\wikipedia.jsonl": {
153
+ "sha256": "df589b7c204d1e5839498b465f91d3cfa6a9d263acb6be3e8c904b0cfff828e8",
154
+ "bytes": 13586169,
155
+ "documents": 745
156
+ },
157
+ "pool\\reasoning\\synthetic\\conversations.jsonl": {
158
+ "sha256": "9e890645baaad2045ac87ce9a9649082ccc37bec1c3d72b1da2a5b6c92af3e2f",
159
+ "bytes": 6724419,
160
+ "documents": 3015
161
+ },
162
+ "pool\\reasoning\\synthetic\\legacy-dsv4-rendered.jsonl": {
163
+ "sha256": "e690d0acb22a427e0b17f57ee8f255a36c5550de23775a52c9117198b02e8f95",
164
+ "bytes": 440412,
165
+ "documents": 153
166
+ },
167
+ "pool\\structured\\legacy-dsv4.jsonl": {
168
+ "sha256": "e0a6537986934b5418b6d711c2712728979e1019eb6ca40885429fc068e8c6d4",
169
+ "bytes": 108168,
170
+ "documents": 19
171
+ },
172
+ "pool\\structured\\repos.jsonl": {
173
+ "sha256": "631c8fd66fa7fc1d60fe50e257385512c77e0c1d0e1a86f88a482c29e0b2f83c",
174
+ "bytes": 1226353,
175
+ "documents": 227
176
+ },
177
+ "pool\\structured\\synthetic\\structured-in-chat.jsonl": {
178
+ "sha256": "435a1be5a7b8bd230105b85fbe708649fb2ddef5a65198bdd808bcff1b3d1b64",
179
+ "bytes": 395812,
180
+ "documents": 207
181
+ },
182
+ "pool\\vocab_sweep\\synthetic\\legacy-dsv4-rendered.jsonl": {
183
+ "sha256": "e30414d83fc63d1a5bb293a50d174eb65385efa237111f7ae001f923a9498424",
184
+ "bytes": 745316,
185
+ "documents": 65
186
+ },
187
+ "pool\\vocab_sweep\\synthetic\\muse-glimmer-30b.jsonl": {
188
+ "sha256": "4eb612024896df3b979fa74b92cc27ddbce56af100a14611bcfccd4ea9ce92c5",
189
+ "bytes": 2068343,
190
+ "documents": 172
191
+ },
192
+ "pool\\vocab_sweep\\synthetic\\nemotron-3.5-lightning.jsonl": {
193
+ "sha256": "cd73220ef1ac82132a4c2b217f77af7b2eaea2c06939394fe36650221cc22a1d",
194
+ "bytes": 1269096,
195
+ "documents": 113
196
+ },
197
+ "pool\\vocab_sweep\\synthetic\\spark-x2.5-4b.jsonl": {
198
+ "sha256": "87a44ea37c1bc8d054c414616a0e26d9e3eee667463080e742df750812ab3448",
199
+ "bytes": 1178680,
200
+ "documents": 110
201
+ }
202
+ }
203
+ }
artifacts/calibration/atomicchat-longctx-build-manifest.json ADDED
@@ -0,0 +1,215 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "build": "spark-x2.5-4b",
3
+ "built_at": "2026-09-02",
4
+ "build_tool_version": "build.py/1.0",
5
+ "recipe": {
6
+ "path": "recipes\\spark-x2.5-4b.yaml",
7
+ "sha256": "598415c24b459c884ff3e9aa4ae69b3a0020da08164cc9ce124014c51cbc23b8",
8
+ "seed": 20260902
9
+ },
10
+ "model": {
11
+ "repo": "XHToken/Spark-X2.5-4B",
12
+ "revision": "1e4c2477f330d1f11304d0dc092a9dbf4075f470",
13
+ "tokenizer": "<HF_SOURCE_SNAPSHOT>/tokenizer.json",
14
+ "gguf": "C:/llama.cpp/models/Spark/Spark-X2.5-4B-BF16.gguf",
15
+ "vocab_size": 131072,
16
+ "pre_tokenizer": "spark2_5",
17
+ "llama_cpp_commit": "fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe",
18
+ "layers": 36,
19
+ "sliding_window": 512,
20
+ "context_length": 1048576
21
+ },
22
+ "tokenizer": {
23
+ "path": "<HF_SOURCE_SNAPSHOT>/tokenizer.json",
24
+ "sha256": "710cce15cf3565674c499f9413997c6e8101f2bdd96245cff8f0311fb501248c",
25
+ "rows": 131072,
26
+ "pre_tokenizer": "spark2_5"
27
+ },
28
+ "llama_cpp": {
29
+ "commit": "fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe",
30
+ "note": "llama-imatrix must be given --parse-special or the chat markup in calib_train.txt is tokenised as literal text (parse_special defaults to false in that tool)"
31
+ },
32
+ "calib_train": {
33
+ "path": "calib_train.txt",
34
+ "sha256": "d095c01494deba36042307db7f0ade5faa93b9fdfd59ed91233450772ff56df5",
35
+ "bytes": 7230168,
36
+ "documents": 1419,
37
+ "tokens": 2019748,
38
+ "target_tokens": 2000000,
39
+ "document_separator": "\n\n",
40
+ "shares_requested_percent": {
41
+ "agentic": 24.0,
42
+ "code": 20.0,
43
+ "graphics": 3.0,
44
+ "longctx": 10.0,
45
+ "multilingual": 15.0,
46
+ "reasoning": 15.0,
47
+ "structured": 5.0,
48
+ "vocab_sweep": 8.0
49
+ },
50
+ "shares_actual_percent": {
51
+ "agentic": 23.808,
52
+ "code": 20.355,
53
+ "graphics": 3.011,
54
+ "longctx": 10.022,
55
+ "multilingual": 14.922,
56
+ "reasoning": 14.874,
57
+ "structured": 4.969,
58
+ "vocab_sweep": 8.039
59
+ },
60
+ "documents_by_category": {
61
+ "agentic": 169,
62
+ "code": 310,
63
+ "graphics": 60,
64
+ "longctx": 12,
65
+ "multilingual": 67,
66
+ "reasoning": 485,
67
+ "structured": 247,
68
+ "vocab_sweep": 69
69
+ },
70
+ "tokens_by_category": {
71
+ "agentic": 480868,
72
+ "code": 411121,
73
+ "graphics": 60816,
74
+ "longctx": 202411,
75
+ "multilingual": 301384,
76
+ "reasoning": 300422,
77
+ "structured": 100367,
78
+ "vocab_sweep": 162359
79
+ },
80
+ "synthetic_tokens": 977274,
81
+ "synthetic_percent": 48.386,
82
+ "document_tokens": {
83
+ "p50": 625,
84
+ "p90": 3463,
85
+ "p95": 5682,
86
+ "p99": 12949,
87
+ "max": 22516,
88
+ "min": 60
89
+ }
90
+ },
91
+ "pool_sources": {
92
+ "pool\\_quarantine\\eval-residue.jsonl": {
93
+ "sha256": "8a41daa608d53b5438483be9e2d56bba507b4801c8a805babfa54af96806b5c6",
94
+ "bytes": 172308,
95
+ "documents": 2
96
+ },
97
+ "pool\\_quarantine\\removed.jsonl": {
98
+ "sha256": "28615d8080e4b3b95a29447402e8163786c42e23e6c5175a18783a591bde13d0",
99
+ "bytes": 8600246,
100
+ "documents": 1056
101
+ },
102
+ "pool\\_quarantine\\untokenizable.jsonl": {
103
+ "sha256": "8226d1b281ce13ceab909c06383d78176b3cc5c2d3f1a49094ef808e3f220335",
104
+ "bytes": 88848,
105
+ "documents": 2
106
+ },
107
+ "pool\\agentic\\synthetic\\conversations.jsonl": {
108
+ "sha256": "40478e56fdee9bf965b0e56800e3d940e772db11e856f0170d92043d86861973",
109
+ "bytes": 5641610,
110
+ "documents": 531
111
+ },
112
+ "pool\\agentic\\synthetic\\legacy-dsv4-rendered.jsonl": {
113
+ "sha256": "24e99d36930e6547e90058654b712ae50a1294a1cdc4da7b38ae688a97537dca",
114
+ "bytes": 948845,
115
+ "documents": 50
116
+ },
117
+ "pool\\code\\legacy-dsv4.jsonl": {
118
+ "sha256": "5122a4eb0af1a88bc5d0ed76ad6714fe82de91fb3ca8d92f555df5207361123f",
119
+ "bytes": 472956,
120
+ "documents": 120
121
+ },
122
+ "pool\\code\\repos.jsonl": {
123
+ "sha256": "cf68e87ff67d4bbcac0006df6f01ccb625c422f31048f53b5de2162707d9279b",
124
+ "bytes": 9196542,
125
+ "documents": 833
126
+ },
127
+ "pool\\graphics\\legacy-dsv4.jsonl": {
128
+ "sha256": "09e62f79a8859e2c0f275bc38b93dde63f5751660eb3e9fc8636782cb47d3689",
129
+ "bytes": 2068241,
130
+ "documents": 335
131
+ },
132
+ "pool\\graphics\\repos.jsonl": {
133
+ "sha256": "862600d1842bd530e65884d8bc4bfcfa8892ddd1e430a927f30d35651539b7d1",
134
+ "bytes": 6231338,
135
+ "documents": 827
136
+ },
137
+ "pool\\longctx\\legacy-dsv4.jsonl": {
138
+ "sha256": "1f17bf4553c25558953fd746ce3bce278e932690e02d926395f8ecf21dacc100",
139
+ "bytes": 591648,
140
+ "documents": 10
141
+ },
142
+ "pool\\longctx\\module-bundles.jsonl": {
143
+ "sha256": "767b0cb154af75a8e5023e948f39fb3cbef424c99ba643779c5bd3e289945bb5",
144
+ "bytes": 9837165,
145
+ "documents": 83
146
+ },
147
+ "pool\\multilingual\\legacy-dsv4-wikipedia.jsonl": {
148
+ "sha256": "aa0344e84c60e1c423ac543d205bad77e3c0cc475799ddcb76d4e338cbdfb266",
149
+ "bytes": 420903,
150
+ "documents": 14
151
+ },
152
+ "pool\\multilingual\\wikipedia.jsonl": {
153
+ "sha256": "df589b7c204d1e5839498b465f91d3cfa6a9d263acb6be3e8c904b0cfff828e8",
154
+ "bytes": 13586169,
155
+ "documents": 745
156
+ },
157
+ "pool\\reasoning\\synthetic\\conversations.jsonl": {
158
+ "sha256": "9e890645baaad2045ac87ce9a9649082ccc37bec1c3d72b1da2a5b6c92af3e2f",
159
+ "bytes": 6724419,
160
+ "documents": 3015
161
+ },
162
+ "pool\\reasoning\\synthetic\\legacy-dsv4-rendered.jsonl": {
163
+ "sha256": "e690d0acb22a427e0b17f57ee8f255a36c5550de23775a52c9117198b02e8f95",
164
+ "bytes": 440412,
165
+ "documents": 153
166
+ },
167
+ "pool\\structured\\legacy-dsv4.jsonl": {
168
+ "sha256": "e0a6537986934b5418b6d711c2712728979e1019eb6ca40885429fc068e8c6d4",
169
+ "bytes": 108168,
170
+ "documents": 19
171
+ },
172
+ "pool\\structured\\repos.jsonl": {
173
+ "sha256": "631c8fd66fa7fc1d60fe50e257385512c77e0c1d0e1a86f88a482c29e0b2f83c",
174
+ "bytes": 1226353,
175
+ "documents": 227
176
+ },
177
+ "pool\\structured\\synthetic\\structured-in-chat.jsonl": {
178
+ "sha256": "435a1be5a7b8bd230105b85fbe708649fb2ddef5a65198bdd808bcff1b3d1b64",
179
+ "bytes": 395812,
180
+ "documents": 207
181
+ },
182
+ "pool\\vocab_sweep\\synthetic\\legacy-dsv4-rendered.jsonl": {
183
+ "sha256": "e30414d83fc63d1a5bb293a50d174eb65385efa237111f7ae001f923a9498424",
184
+ "bytes": 745316,
185
+ "documents": 65
186
+ },
187
+ "pool\\vocab_sweep\\synthetic\\muse-glimmer-30b.jsonl": {
188
+ "sha256": "4eb612024896df3b979fa74b92cc27ddbce56af100a14611bcfccd4ea9ce92c5",
189
+ "bytes": 2068343,
190
+ "documents": 172
191
+ },
192
+ "pool\\vocab_sweep\\synthetic\\nemotron-3.5-lightning.jsonl": {
193
+ "sha256": "cd73220ef1ac82132a4c2b217f77af7b2eaea2c06939394fe36650221cc22a1d",
194
+ "bytes": 1269096,
195
+ "documents": 113
196
+ },
197
+ "pool\\vocab_sweep\\synthetic\\spark-x2.5-4b.jsonl": {
198
+ "sha256": "87a44ea37c1bc8d054c414616a0e26d9e3eee667463080e742df750812ab3448",
199
+ "bytes": 1178680,
200
+ "documents": 110
201
+ }
202
+ },
203
+ "calib_longctx": {
204
+ "path": "calib_longctx.txt",
205
+ "sha256": "5953f8749d5352e9bb7cb5d8a85127d32f329258b6b2f8cef20478eb2887f795",
206
+ "documents": 9,
207
+ "tokens": 279914,
208
+ "document_tokens": {
209
+ "min": 28842,
210
+ "p50": 32754,
211
+ "max": 32763
212
+ },
213
+ "contiguous": true
214
+ }
215
+ }
artifacts/calibration/spark_calib_longctx.manifest.jsonl ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {"id": "a9411722b41128c7", "category": "longctx", "source": "three.js", "license": "MIT", "path": "examples/jsm/shaders/ [module bundle, 37 files]", "origin": "module_bundle", "tokens": 32760, "chars": 78057, "shard": "pool\\longctx\\module-bundles.jsonl"}
2
+ {"id": "786dcdb8b12253f3", "category": "longctx", "source": "serde", "license": "MIT OR Apache-2.0", "path": "serde_derive/src/ [module bundle, 8 files]", "origin": "module_bundle", "tokens": 28842, "chars": 108854, "shard": "pool\\longctx\\module-bundles.jsonl"}
3
+ {"id": "6678bed12cea2329", "category": "longctx", "source": "ripgrep", "license": "MIT OR Unlicense", "path": "crates/regex/src/ [module bundle, 9 files]", "origin": "module_bundle", "tokens": 29290, "chars": 102610, "shard": "pool\\longctx\\module-bundles.jsonl"}
4
+ {"id": "40181be934bb74c4", "category": "longctx", "source": "pixijs", "license": "MIT", "path": "src/events/ [module bundle, 3 files]", "origin": "module_bundle", "tokens": 29080, "chars": 116210, "shard": "pool\\longctx\\module-bundles.jsonl"}
5
+ {"id": "df932e02367dd4f7", "category": "longctx", "source": "json-cpp", "license": "MIT", "path": "docs/mkdocs/docs/examples/ [module bundle, 137 files]", "origin": "module_bundle", "tokens": 32763, "chars": 98088, "shard": "pool\\longctx\\module-bundles.jsonl"}
6
+ {"id": "fda86f2d72eddd50", "category": "longctx", "source": "three.js", "license": "MIT", "path": "examples/jsm/inspector/tabs/ [module bundle, 7 files]", "origin": "module_bundle", "tokens": 32759, "chars": 99892, "shard": "pool\\longctx\\module-bundles.jsonl"}
7
+ {"id": "af40d58f5db04c1f", "category": "longctx", "source": "json-cpp", "license": "MIT", "path": "tests/src/ [module bundle, 16 files]", "origin": "module_bundle", "tokens": 32754, "chars": 114250, "shard": "pool\\longctx\\module-bundles.jsonl"}
8
+ {"id": "bab03edb7b78a835", "category": "longctx", "source": "fmt", "license": "MIT", "path": "include/fmt/ [module bundle, 3 files]", "origin": "module_bundle", "tokens": 32759, "chars": 108548, "shard": "pool\\longctx\\module-bundles.jsonl"}
9
+ {"id": "e8765b46d568ddc1", "category": "longctx", "source": "json-cpp", "license": "MIT", "path": "docs/mkdocs/docs/features/ [module bundle, 19 files]", "origin": "module_bundle", "tokens": 28907, "chars": 100775, "shard": "pool\\longctx\\module-bundles.jsonl"}
artifacts/calibration/spark_calib_train.manifest.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/imatrix/Spark-X2.5-4B-imatrix-4k-16k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696688c6e4cb5ad6b1a2f4e3f460bbdca50c2ac3cdbb7bc13c0455ca9f4be489
3
+ size 3572832
artifacts/logs/atomicchat-commit.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 814d662f6c94d207fc8f38545a1b4abea11484b5
artifacts/logs/bench-q6-speed.log ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 8187 MiB):
2
+ Au caractère <WORK_ROOT>\scripts\bench_q6_variants.ps1:64 : 1
3
+ + & $Bench @BenchArgs 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 8187 MiB)::String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ Device 0: NVIDIA GeForce RTX 4060 Laptop GPU, compute capability 8.9, VMM: yes, VRAM: 8187 MiB
9
+ llama-bench: benchmark 1/6: starting
10
+ llama-bench: benchmark 1/6: warmup prompt run
11
+ llama-bench: benchmark 1/6: prompt run 1/5
12
+ llama-bench: benchmark 1/6: prompt run 2/5
13
+ llama-bench: benchmark 1/6: prompt run 3/5
14
+ llama-bench: benchmark 1/6: prompt run 4/5
15
+ llama-bench: benchmark 1/6: prompt run 5/5
16
+ | model | size | params | backend | ngl | fa | test | t/s |
17
+ | ------------------------------ | ---------: | ---------: | ---------- | --: | --: | --------------: | -------------------: |
18
+ | spark2_5 ?B Q6_K | 3.14 GiB | 4.11 B | CUDA | 99 | 1 | pp512 | 3684.27 ┬▒ 95.61 |
19
+ llama-bench: benchmark 2/6: starting
20
+ llama-bench: benchmark 2/6: warmup generation run
21
+ llama-bench: benchmark 2/6: generation run 1/5
22
+ llama-bench: benchmark 2/6: generation run 2/5
23
+ llama-bench: benchmark 2/6: generation run 3/5
24
+ llama-bench: benchmark 2/6: generation run 4/5
25
+ llama-bench: benchmark 2/6: generation run 5/5
26
+ | spark2_5 ?B Q6_K | 3.14 GiB | 4.11 B | CUDA | 99 | 1 | tg128 | 64.88 ┬▒ 0.18 |
27
+ llama-bench: benchmark 3/6: starting
28
+ llama-bench: benchmark 3/6: warmup prompt run
29
+ llama-bench: benchmark 3/6: prompt run 1/5
30
+ llama-bench: benchmark 3/6: prompt run 2/5
31
+ llama-bench: benchmark 3/6: prompt run 3/5
32
+ llama-bench: benchmark 3/6: prompt run 4/5
33
+ llama-bench: benchmark 3/6: prompt run 5/5
34
+ | spark2_5 ?B Q6_K | 3.14 GiB | 4.11 B | CUDA | 99 | 1 | pp512 | 3620.83 ┬▒ 210.15 |
35
+ llama-bench: benchmark 4/6: starting
36
+ llama-bench: benchmark 4/6: warmup generation run
37
+ llama-bench: benchmark 4/6: generation run 1/5
38
+ llama-bench: benchmark 4/6: generation run 2/5
39
+ llama-bench: benchmark 4/6: generation run 3/5
40
+ llama-bench: benchmark 4/6: generation run 4/5
41
+ llama-bench: benchmark 4/6: generation run 5/5
42
+ | spark2_5 ?B Q6_K | 3.14 GiB | 4.11 B | CUDA | 99 | 1 | tg128 | 64.88 ┬▒ 0.12 |
43
+ llama-bench: benchmark 5/6: starting
44
+ llama-bench: benchmark 5/6: warmup prompt run
45
+ llama-bench: benchmark 5/6: prompt run 1/5
46
+ llama-bench: benchmark 5/6: prompt run 2/5
47
+ llama-bench: benchmark 5/6: prompt run 3/5
48
+ llama-bench: benchmark 5/6: prompt run 4/5
49
+ llama-bench: benchmark 5/6: prompt run 5/5
50
+ | spark2_5 ?B Q6_K | 3.14 GiB | 4.11 B | CUDA | 99 | 1 | pp512 | 3678.87 ┬▒ 101.74 |
51
+ llama-bench: benchmark 6/6: starting
52
+ llama-bench: benchmark 6/6: warmup generation run
53
+ llama-bench: benchmark 6/6: generation run 1/5
54
+ llama-bench: benchmark 6/6: generation run 2/5
55
+ llama-bench: benchmark 6/6: generation run 3/5
56
+ llama-bench: benchmark 6/6: generation run 4/5
57
+ llama-bench: benchmark 6/6: generation run 5/5
58
+ | spark2_5 ?B Q6_K | 3.14 GiB | 4.11 B | CUDA | 99 | 1 | tg128 | 64.74 ┬▒ 0.20 |
59
+
60
+ build: fe158c6c4 (10668)
artifacts/logs/bench-q8-ngl20-vs-99.log ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 8187 MiB):
2
+ Au caractère Ligne:1 : 1
3
+ + & $Bench `
4
+ + ~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 8187 MiB)::String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ Device 0: NVIDIA GeForce RTX 4060 Laptop GPU, compute capability 8.9, VMM: yes, VRAM: 8187 MiB
9
+ llama-bench: benchmark 1/4: starting
10
+ llama-bench: benchmark 1/4: warmup prompt run
11
+ llama-bench: benchmark 1/4: prompt run 1/5
12
+ llama-bench: benchmark 1/4: prompt run 2/5
13
+ llama-bench: benchmark 1/4: prompt run 3/5
14
+ llama-bench: benchmark 1/4: prompt run 4/5
15
+ llama-bench: benchmark 1/4: prompt run 5/5
16
+ | model | size | params | backend | ngl | fa | test | t/s |
17
+ | ------------------------------ | ---------: | ---------: | ---------- | --: | --: | --------------: | -------------------: |
18
+ | spark2_5 ?B Q8_0 | 4.07 GiB | 4.11 B | CUDA | 20 | 1 | pp512 | 1651.30 ┬▒ 49.39 |
19
+ llama-bench: benchmark 2/4: starting
20
+ llama-bench: benchmark 2/4: warmup generation run
21
+ llama-bench: benchmark 2/4: generation run 1/5
22
+ llama-bench: benchmark 2/4: generation run 2/5
23
+ llama-bench: benchmark 2/4: generation run 3/5
24
+ llama-bench: benchmark 2/4: generation run 4/5
25
+ llama-bench: benchmark 2/4: generation run 5/5
26
+ | spark2_5 ?B Q8_0 | 4.07 GiB | 4.11 B | CUDA | 20 | 1 | tg128 | 17.22 ┬▒ 0.18 |
27
+ llama-bench: benchmark 3/4: starting
28
+ llama-bench: benchmark 3/4: warmup prompt run
29
+ llama-bench: benchmark 3/4: prompt run 1/5
30
+ llama-bench: benchmark 3/4: prompt run 2/5
31
+ llama-bench: benchmark 3/4: prompt run 3/5
32
+ llama-bench: benchmark 3/4: prompt run 4/5
33
+ llama-bench: benchmark 3/4: prompt run 5/5
34
+ | spark2_5 ?B Q8_0 | 4.07 GiB | 4.11 B | CUDA | 99 | 1 | pp512 | 4153.21 ┬▒ 224.67 |
35
+ llama-bench: benchmark 4/4: starting
36
+ llama-bench: benchmark 4/4: warmup generation run
37
+ llama-bench: benchmark 4/4: generation run 1/5
38
+ llama-bench: benchmark 4/4: generation run 2/5
39
+ llama-bench: benchmark 4/4: generation run 3/5
40
+ llama-bench: benchmark 4/4: generation run 4/5
41
+ llama-bench: benchmark 4/4: generation run 5/5
42
+ | spark2_5 ?B Q8_0 | 4.07 GiB | 4.11 B | CUDA | 99 | 1 | tg128 | 51.74 ┬▒ 0.25 |
43
+
44
+ build: fe158c6c4 (10668)
artifacts/logs/imatrix-4k-16k-statistics.log ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-imatrix.exe : 0.00.042.786 I
2
+ Au caractère Ligne:1 : 1
3
+ + & $Imatrix `
4
+ + ~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (0.00.042.786 I :String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ Computing statistics for .\imatrix\Spark-X2.5-4B-imatrix-4k-16k.gguf (216 tensors)
9
+ 0.00.042.795 I
10
+ Layer Tensor ╬ú(Act┬▓) Min Max ╬╝ ¤â % Active N Entropy E (norm) ZD CosSim
11
+ 0.00.042.796 I ============================================================================================================================================
12
+ =============================
13
+ 0.00.042.806 I 27 attn_gate 450.90 0.0918 0.5230 0.18 0.04 100.00% 2560 11.2802 99.63% 12.34% 0.9843
14
+ 0.00.042.813 I 31 attn_gate 411.93 0.0836 1.2473 0.16 0.05 100.00% 2560 11.2731 99.57% 10.43% 0.9856
15
+ 0.00.042.816 I 23 attn_gate 367.36 0.0691 0.4070 0.14 0.03 100.00% 2560 11.2844 99.67% 12.81% 0.9853
16
+ 0.00.042.819 I 25 attn_gate 347.40 0.0743 0.7721 0.14 0.03 100.00% 2560 11.2830 99.66% 11.41% 0.9949
17
+ 0.00.042.822 I 26 attn_gate 347.09 0.0764 0.9143 0.14 0.04 100.00% 2560 11.2816 99.64% 10.98% 0.9969
18
+ 0.00.042.826 I 29 attn_gate 345.84 0.0822 0.9294 0.14 0.04 100.00% 2560 11.2795 99.63% 10.51% 0.9976
19
+ 0.00.042.829 I 35 attn_gate 332.86 0.0572 1.2246 0.13 0.05 100.00% 2560 11.2395 99.27% 8.91% 0.9320
20
+ 0.00.042.831 I 30 attn_gate 330.53 0.0809 1.4808 0.13 0.04 100.00% 2560 11.2713 99.55% 8.24% 0.9939
21
+ 0.00.042.834 I 11 attn_gate 322.00 0.0173 0.3864 0.13 0.03 100.00% 2560 11.2699 99.54% 12.19% 0.9709
22
+ 0.00.042.837 I 15 attn_gate 320.44 0.0136 0.3798 0.13 0.03 100.00% 2560 11.2717 99.56% 12.42% 0.9733
23
+ 0.00.042.840 I 19 attn_gate 319.44 0.0319 0.3185 0.12 0.03 100.00% 2560 11.2801 99.63% 13.87% 0.9686
24
+ 0.00.042.843 I 28 attn_gate 316.14 0.0770 0.9744 0.12 0.04 100.00% 2560 11.2757 99.59% 10.47% 0.9690
25
+ 0.00.042.846 I 32 attn_gate 296.78 0.0729 1.2499 0.12 0.04 100.00% 2560 11.2586 99.44% 9.30% 0.9828
26
+ 0.00.042.849 I 7 attn_gate 281.54 0.0606 0.3702 0.11 0.03 100.00% 2560 11.2673 99.52% 13.16% 0.9273
27
+ 0.00.042.852 I 24 attn_gate 280.28 0.0576 0.7173 0.11 0.03 100.00% 2560 11.2811 99.64% 11.21% 0.9787
28
+ 0.00.042.855 I 22 attn_gate 262.22 0.0544 0.5584 0.10 0.03 100.00% 2560 11.2827 99.65% 11.09% 0.9901
29
+ 0.00.042.858 I 33 attn_gate 257.20 0.0562 2.0585 0.10 0.05 100.00% 2560 11.2291 99.18% 6.13% 0.9786
30
+ 0.00.042.861 I 13 attn_gate 245.49 0.0119 0.3290 0.10 0.03 100.00% 2560 11.2654 99.50% 12.19% 0.9887
31
+ 0.00.042.864 I 12 attn_gate 240.13 0.0080 0.2710 0.09 0.03 100.00% 2560 11.2572 99.43% 11.48% 0.9731
32
+ 0.00.042.867 I 21 attn_gate 236.51 0.0512 0.5518 0.09 0.02 100.00% 2560 11.2837 99.66% 10.43% 0.9795
33
+ 0.00.042.870 I 20 attn_gate 228.01 0.0534 0.3589 0.09 0.02 100.00% 2560 11.2771 99.60% 11.80% 0.9587
34
+ 0.00.042.873 I 34 attn_gate 227.46 0.0422 1.6529 0.09 0.05 100.00% 2560 11.2274 99.17% 6.48% 0.9885
35
+ 0.00.042.875 I 18 attn_gate 223.39 0.0313 0.3229 0.09 0.02 100.00% 2560 11.2783 99.61% 12.19% 0.9767
36
+ 0.00.042.878 I 16 attn_gate 216.59 0.0137 0.3059 0.08 0.02 100.00% 2560 11.2682 99.53% 11.76% 0.9735
37
+ 0.00.042.881 I 9 attn_gate 205.40 0.0118 0.3068 0.08 0.03 100.00% 2560 11.2498 99.36% 11.60% 0.9428
38
+ 0.00.042.884 I 3 attn_gate 198.83 0.0388 0.6413 0.08 0.03 100.00% 2560 11.2296 99.18% 8.44% 0.7461
39
+ 0.00.042.886 I 17 attn_gate 196.05 0.0274 0.3346 0.08 0.02 100.00% 2560 11.2694 99.54% 12.27% 0.9829
40
+ 0.00.042.889 I 14 attn_gate 192.27 0.0081 0.2671 0.08 0.02 100.00% 2560 11.2582 99.44% 12.46% 0.9904
41
+ 0.00.042.892 I 10 attn_gate 181.38 0.0145 0.2319 0.07 0.02 100.00% 2560 11.2673 99.52% 11.80% 0.9681
42
+ 0.00.042.895 I 5 attn_gate 172.72 0.0364 0.6158 0.07 0.03 100.00% 2560 11.2293 99.18% 8.95% 0.9099
43
+ 0.00.042.897 I 0 attn_gate 171.56 0.0178 0.6395 0.07 0.04 100.00% 2560 11.1880 98.82% 6.48% 0.0000
44
+ 0.00.042.900 I 1 attn_gate 148.76 0.0294 4.4476 0.06 0.12 100.00% 2560 10.8584 95.91% 0.62% 0.5190
45
+ 0.00.042.903 I 8 attn_gate 143.91 0.0163 0.3519 0.06 0.03 100.00% 2560 11.2081 98.99% 10.20% 0.9155
46
+ 0.00.042.906 I 4 attn_gate 134.03 0.0259 0.7770 0.05 0.03 100.00% 2560 11.1843 98.78% 7.66% 0.9044
47
+ 0.00.042.909 I 2 attn_gate 131.95 0.0273 2.6228 0.05 0.06 100.00% 2560 11.1025 98.06% 1.56% 0.6849
48
+ 0.00.042.912 I 6 attn_gate 122.67 0.0223 0.2468 0.05 0.02 100.00% 2560 11.2161 99.07% 10.27% 0.9507
49
+ 0.00.042.915 I 35 attn_output 195.74 0.0094 0.6342 0.05 0.04 100.00% 4096 11.6486 97.07% 9.28% 0.5684
50
+ 0.00.042.918 I 34 attn_output 82.70 0.0027 0.1392 0.02 0.01 100.00% 4096 11.6948 97.46% 12.48% 0.5795
51
+ 0.00.042.921 I 33 attn_output 73.48 0.0008 0.1481 0.02 0.01 100.00% 4096 11.6625 97.19% 9.94% 0.6145
52
+ 0.00.042.924 I 27 attn_output 43.94 0.0018 0.2247 0.01 0.01 100.00% 4096 11.5871 96.56% 4.59% 0.5730
53
+ 0.00.042.927 I 31 attn_output 41.87 0.0009 0.2723 0.01 0.01 100.00% 4096 11.1261 92.72% 10.52% 0.2728
54
+ 0.00.042.930 I 23 attn_output 31.19 0.0006 0.0810 0.01 0.01 100.00% 4096 11.7331 97.78% 13.70% 0.7485
55
+ 0.00.042.933 I 19 attn_output 26.54 0.0012 0.0493 0.01 0.00 100.00% 4096 11.8455 98.71% 11.04% 0.7547
56
+ 0.00.042.936 I 32 attn_output 26.26 0.0002 0.0373 0.01 0.00 100.00% 4096 11.6863 97.39% 18.19% 0.4546
57
+ 0.00.042.939 I 15 attn_output 23.33 0.0010 0.0253 0.01 0.00 100.00% 4096 11.8388 98.66% 13.31% 0.8340
58
+ 0.00.042.942 I 20 attn_output 20.46 0.0015 0.0371 0.00 0.00 100.00% 4096 11.7605 98.00% 14.58% 0.7639
59
+ 0.00.042.945 I 11 attn_output 15.74 0.0005 0.0258 0.00 0.00 100.00% 4096 11.7992 98.33% 13.31% 0.7649
60
+ 0.00.042.948 I 18 attn_output 15.19 0.0007 0.0271 0.00 0.00 100.00% 4096 11.8008 98.34% 11.60% 0.6892
61
+ 0.00.042.951 I 30 attn_output 13.92 0.0001 0.0279 0.00 0.00 100.00% 4096 11.3480 94.57% 12.01% 0.5148
62
+ 0.00.042.954 I 17 attn_output 12.85 0.0009 0.0263 0.00 0.00 100.00% 4096 11.7029 97.52% 10.77% 0.5624
63
+ 0.00.042.957 I 21 attn_output 12.77 0.0003 0.0307 0.00 0.00 100.00% 4096 11.5980 96.65% 12.84% 0.6403
64
+ 0.00.042.960 I 22 attn_output 11.91 0.0005 0.0269 0.00 0.00 100.00% 4096 11.6715 97.26% 12.40% 0.6155
65
+ 0.00.042.963 I 16 attn_output 10.00 0.0007 0.0258 0.00 0.00 100.00% 4096 11.7433 97.86% 12.82% 0.7617
66
+ 0.00.042.966 I 14 attn_output 8.44 0.0007 0.0110 0.00 0.00 100.00% 4096 11.8944 99.12% 13.60% 0.8153
67
+ 0.00.042.969 I 24 attn_output 8.13 0.0000 0.0161 0.00 0.00 100.00% 4096 11.6642 97.20% 11.04% 0.6153
68
+ 0.00.042.972 I 28 attn_output 7.31 0.0001 0.0121 0.00 0.00 100.00% 4096 11.6100 96.75% 14.04% 0.5724
69
+ 0.00.042.975 I 26 attn_output 6.83 0.0001 0.0124 0.00 0.00 100.00% 4096 11.5955 96.63% 12.23% 0.5812
70
+ 0.00.042.977 I 10 attn_output 6.78 0.0006 0.0064 0.00 0.00 100.00% 4096 11.8767 98.97% 13.87% 0.7694
71
+ 0.00.042.980 I 12 attn_output 5.51 0.0004 0.0088 0.00 0.00 100.00% 4096 11.8489 98.74% 12.60% 0.7762
72
+ 0.00.042.983 I 13 attn_output 5.47 0.0005 0.0088 0.00 0.00 100.00% 4096 11.8206 98.51% 11.89% 0.7446
73
+ 0.00.042.986 I 9 attn_output 4.66 0.0004 0.0066 0.00 0.00 100.00% 4096 11.7633 98.03% 10.89% 0.7323
74
+ 0.00.042.989 I 7 attn_output 4.29 0.0002 0.0061 0.00 0.00 100.00% 4096 11.7967 98.31% 15.01% 0.8001
75
+ 0.00.042.992 I 29 attn_output 4.22 0.0000 0.0050 0.00 0.00 100.00% 4096 11.6631 97.19% 15.99% 0.6219
76
+ 0.00.042.995 I 25 attn_output 4.21 0.0001 0.0076 0.00 0.00 100.00% 4096 11.6190 96.82% 14.72% 0.5374
77
+ 0.00.042.998 I 8 attn_output 3.98 0.0002 0.0058 0.00 0.00 100.00% 4096 11.8152 98.46% 11.38% 0.7348
78
+ 0.00.043.001 I 6 attn_output 1.86 0.0001 0.0028 0.00 0.00 100.00% 4096 11.7802 98.17% 13.70% 0.7661
79
+ 0.00.043.004 I 5 attn_output 0.94 0.0001 0.0011 0.00 0.00 100.00% 4096 11.8624 98.85% 12.23% 0.7670
80
+ 0.00.043.007 I 3 attn_output 0.63 0.0000 0.0016 0.00 0.00 99.88% 4096 11.5718 96.43% 12.01% 0.6496
81
+ 0.00.043.010 I 4 attn_output 0.61 0.0000 0.0012 0.00 0.00 100.00% 4096 11.7905 98.25% 10.84% 0.6373
82
+ 0.00.043.013 I 0 attn_output 0.28 0.0000 0.0006 0.00 0.00 99.61% 4096 11.4982 95.82% 10.86% 0.0000
83
+ 0.00.043.016 I 2 attn_output 0.27 0.0000 0.0004 0.00 0.00 100.00% 4096 11.7824 98.19% 11.91% 0.6690
84
+ 0.00.043.019 I 1 attn_output 0.22 0.0000 0.0005 0.00 0.00 99.90% 4096 11.7064 97.55% 11.72% 0.5878
85
+ 0.00.043.022 I 27 attn_qkv 450.90 0.0918 0.5230 0.18 0.04 100.00% 2560 11.2802 99.63% 12.34% 0.9843
86
+ 0.00.043.025 I 31 attn_qkv 411.93 0.0836 1.2473 0.16 0.05 100.00% 2560 11.2731 99.57% 10.43% 0.9856
87
+ 0.00.043.028 I 23 attn_qkv 367.36 0.0691 0.4070 0.14 0.03 100.00% 2560 11.2844 99.67% 12.81% 0.9853
88
+ 0.00.043.031 I 25 attn_qkv 347.40 0.0743 0.7721 0.14 0.03 100.00% 2560 11.2830 99.66% 11.41% 0.9949
89
+ 0.00.043.034 I 26 attn_qkv 347.09 0.0764 0.9143 0.14 0.04 100.00% 2560 11.2816 99.64% 10.98% 0.9969
90
+ 0.00.043.036 I 29 attn_qkv 345.84 0.0822 0.9294 0.14 0.04 100.00% 2560 11.2795 99.63% 10.51% 0.9976
91
+ 0.00.043.039 I 35 attn_qkv 332.86 0.0572 1.2246 0.13 0.05 100.00% 2560 11.2395 99.27% 8.91% 0.9320
92
+ 0.00.043.042 I 30 attn_qkv 330.53 0.0809 1.4808 0.13 0.04 100.00% 2560 11.2713 99.55% 8.24% 0.9939
93
+ 0.00.043.045 I 11 attn_qkv 322.00 0.0173 0.3864 0.13 0.03 100.00% 2560 11.2699 99.54% 12.19% 0.9709
94
+ 0.00.043.048 I 15 attn_qkv 320.44 0.0136 0.3798 0.13 0.03 100.00% 2560 11.2717 99.56% 12.42% 0.9733
95
+ 0.00.043.051 I 19 attn_qkv 319.44 0.0319 0.3185 0.12 0.03 100.00% 2560 11.2801 99.63% 13.87% 0.9686
96
+ 0.00.043.054 I 28 attn_qkv 316.14 0.0770 0.9744 0.12 0.04 100.00% 2560 11.2757 99.59% 10.47% 0.9690
97
+ 0.00.043.056 I 32 attn_qkv 296.78 0.0729 1.2499 0.12 0.04 100.00% 2560 11.2586 99.44% 9.30% 0.9828
98
+ 0.00.043.059 I 7 attn_qkv 281.54 0.0606 0.3702 0.11 0.03 100.00% 2560 11.2673 99.52% 13.16% 0.9273
99
+ 0.00.043.062 I 24 attn_qkv 280.28 0.0576 0.7173 0.11 0.03 100.00% 2560 11.2811 99.64% 11.21% 0.9787
100
+ 0.00.043.065 I 22 attn_qkv 262.22 0.0544 0.5584 0.10 0.03 100.00% 2560 11.2827 99.65% 11.09% 0.9901
101
+ 0.00.043.068 I 33 attn_qkv 257.20 0.0562 2.0585 0.10 0.05 100.00% 2560 11.2291 99.18% 6.13% 0.9786
102
+ 0.00.043.070 I 13 attn_qkv 245.49 0.0119 0.3290 0.10 0.03 100.00% 2560 11.2654 99.50% 12.19% 0.9887
103
+ 0.00.043.073 I 12 attn_qkv 240.13 0.0080 0.2710 0.09 0.03 100.00% 2560 11.2572 99.43% 11.48% 0.9731
104
+ 0.00.043.076 I 21 attn_qkv 236.51 0.0512 0.5518 0.09 0.02 100.00% 2560 11.2837 99.66% 10.43% 0.9795
105
+ 0.00.043.078 I 20 attn_qkv 228.01 0.0534 0.3589 0.09 0.02 100.00% 2560 11.2771 99.60% 11.80% 0.9587
106
+ 0.00.043.081 I 34 attn_qkv 227.46 0.0422 1.6529 0.09 0.05 100.00% 2560 11.2274 99.17% 6.48% 0.9885
107
+ 0.00.043.084 I 18 attn_qkv 223.39 0.0313 0.3229 0.09 0.02 100.00% 2560 11.2783 99.61% 12.19% 0.9767
108
+ 0.00.043.087 I 16 attn_qkv 216.59 0.0137 0.3059 0.08 0.02 100.00% 2560 11.2682 99.53% 11.76% 0.9735
109
+ 0.00.043.090 I 9 attn_qkv 205.40 0.0118 0.3068 0.08 0.03 100.00% 2560 11.2498 99.36% 11.60% 0.9428
110
+ 0.00.043.092 I 3 attn_qkv 198.83 0.0388 0.6413 0.08 0.03 100.00% 2560 11.2296 99.18% 8.44% 0.7461
111
+ 0.00.043.095 I 17 attn_qkv 196.05 0.0274 0.3346 0.08 0.02 100.00% 2560 11.2694 99.54% 12.27% 0.9829
112
+ 0.00.043.098 I 14 attn_qkv 192.27 0.0081 0.2671 0.08 0.02 100.00% 2560 11.2582 99.44% 12.46% 0.9904
113
+ 0.00.043.101 I 10 attn_qkv 181.38 0.0145 0.2319 0.07 0.02 100.00% 2560 11.2673 99.52% 11.80% 0.9681
114
+ 0.00.043.104 I 5 attn_qkv 172.72 0.0364 0.6158 0.07 0.03 100.00% 2560 11.2293 99.18% 8.95% 0.9099
115
+ 0.00.043.106 I 0 attn_qkv 171.56 0.0178 0.6395 0.07 0.04 100.00% 2560 11.1880 98.82% 6.48% 0.0000
116
+ 0.00.043.109 I 1 attn_qkv 148.76 0.0294 4.4476 0.06 0.12 100.00% 2560 10.8584 95.91% 0.62% 0.5190
117
+ 0.00.043.112 I 8 attn_qkv 143.91 0.0163 0.3519 0.06 0.03 100.00% 2560 11.2081 98.99% 10.20% 0.9155
118
+ 0.00.043.115 I 4 attn_qkv 134.03 0.0259 0.7770 0.05 0.03 100.00% 2560 11.1843 98.78% 7.66% 0.9044
119
+ 0.00.043.117 I 2 attn_qkv 131.95 0.0273 2.6228 0.05 0.06 100.00% 2560 11.1025 98.06% 1.56% 0.6849
120
+ 0.00.043.120 I 6 attn_qkv 122.67 0.0223 0.2468 0.05 0.02 100.00% 2560 11.2161 99.07% 10.27% 0.9507
121
+ 0.00.043.123 I 34 ffn_down 447.83 0.0009 265.3578 0.04 2.71 100.00% 10240 3.7831 28.40% 0.07% 0.0014
122
+ 0.00.043.126 I 35 ffn_down 357.94 0.0009 7.1864 0.03 0.21 100.00% 10240 10.5550 79.23% 1.72% 0.0010
123
+ 0.00.043.129 I 23 ffn_down 273.34 0.0004 142.6094 0.03 1.48 100.00% 10240 3.6174 27.15% 0.12% 0.0002
124
+ 0.00.043.131 I 33 ffn_down 50.14 0.0006 2.3435 0.00 0.03 100.00% 10240 11.6963 87.80% 1.90% 0.0436
125
+ 0.00.043.134 I 22 ffn_down 39.47 0.0003 17.5097 0.00 0.17 100.00% 10240 7.5010 56.31% 0.05% 0.0104
126
+ 0.00.043.137 I 32 ffn_down 36.19 0.0011 0.8260 0.00 0.01 100.00% 10240 12.2657 92.07% 2.63% 0.1055
127
+ 0.00.043.140 I 19 ffn_down 30.44 0.0002 12.4112 0.00 0.12 100.00% 10240 7.8269 58.75% 0.05% 0.0098
128
+ 0.00.043.143 I 30 ffn_down 29.92 0.0009 6.2936 0.00 0.06 100.00% 10240 10.5886 79.48% 0.09% 0.0174
129
+ 0.00.043.146 I 31 ffn_down 29.52 0.0010 0.2384 0.00 0.01 100.00% 10240 12.4218 93.24% 2.41% 0.0214
130
+ 0.00.043.148 I 27 ffn_down 25.94 0.0006 1.0508 0.00 0.01 100.00% 10240 11.5533 86.72% 1.31% 0.0106
131
+ 0.00.043.151 I 24 ffn_down 21.33 0.0004 3.6793 0.00 0.04 100.00% 10240 10.5117 78.90% 0.19% 0.0008
132
+ 0.00.043.154 I 29 ffn_down 20.40 0.0009 0.2787 0.00 0.00 100.00% 10240 12.6721 95.12% 2.15% 0.1404
133
+ 0.00.043.156 I 28 ffn_down 18.53 0.0007 0.3712 0.00 0.00 100.00% 10240 12.7137 95.43% 1.84% 0.0783
134
+ 0.00.043.159 I 26 ffn_down 17.86 0.0005 2.4158 0.00 0.02 100.00% 10240 11.3222 84.99% 0.18% 0.0324
135
+ 0.00.043.162 I 21 ffn_down 16.70 0.0003 0.1096 0.00 0.00 100.00% 10240 12.6847 95.22% 5.58% 0.1044
136
+ 0.00.043.165 I 20 ffn_down 16.21 0.0003 0.7269 0.00 0.01 100.00% 10240 12.3274 92.53% 1.05% 0.0040
137
+ 0.00.043.167 I 25 ffn_down 14.11 0.0005 0.1073 0.00 0.00 100.00% 10240 12.7568 95.76% 3.05% 0.0281
138
+ 0.00.043.170 I 18 ffn_down 10.36 0.0002 0.1098 0.00 0.00 100.00% 10240 12.5938 94.53% 3.96% 0.1927
139
+ 0.00.043.173 I 17 ffn_down 7.46 0.0001 0.0709 0.00 0.00 100.00% 10240 12.5902 94.51% 3.76% 0.2146
140
+ 0.00.043.176 I 16 ffn_down 6.82 0.0001 0.0665 0.00 0.00 100.00% 10240 12.6917 95.27% 4.10% 0.2814
141
+ 0.00.043.179 I 15 ffn_down 6.38 0.0001 0.0237 0.00 0.00 100.00% 10240 12.7126 95.43% 5.47% 0.2376
142
+ 0.00.043.181 I 11 ffn_down 5.57 0.0001 0.8257 0.00 0.01 100.00% 10240 11.3355 85.09% 0.09% 0.0285
143
+ 0.00.043.184 I 10 ffn_down 4.38 0.0001 0.0576 0.00 0.00 100.00% 10240 12.6794 95.18% 3.55% 0.2400
144
+ 0.00.043.187 I 14 ffn_down 4.27 0.0001 0.0742 0.00 0.00 100.00% 10240 12.7045 95.37% 3.26% 0.2802
145
+ 0.00.043.190 I 13 ffn_down 4.09 0.0001 0.0087 0.00 0.00 100.00% 10240 12.8865 96.73% 6.37% 0.4191
146
+ 0.00.043.193 I 12 ffn_down 3.92 0.0001 0.0246 0.00 0.00 100.00% 10240 12.9199 96.98% 4.41% 0.0407
147
+ 0.00.043.196 I 9 ffn_down 3.41 0.0001 0.0255 0.00 0.00 100.00% 10240 12.7314 95.57% 4.41% 0.2755
148
+ 0.00.043.199 I 8 ffn_down 3.29 0.0001 0.0228 0.00 0.00 100.00% 10240 12.7399 95.63% 4.26% 0.3109
149
+ 0.00.043.201 I 7 ffn_down 2.66 0.0001 0.0109 0.00 0.00 100.00% 10240 12.7966 96.06% 5.90% 0.3103
150
+ 0.00.043.204 I 6 ffn_down 1.55 0.0000 0.0093 0.00 0.00 100.00% 10240 12.7277 95.54% 5.05% 0.3340
151
+ 0.00.043.207 I 5 ffn_down 1.24 0.0000 0.0068 0.00 0.00 100.00% 10240 12.9080 96.89% 6.01% 0.3222
152
+ 0.00.043.210 I 4 ffn_down 0.85 0.0000 0.0082 0.00 0.00 100.00% 10240 12.8227 96.25% 3.96% 0.2863
153
+ 0.00.043.213 I 3 ffn_down 0.53 0.0000 0.0034 0.00 0.00 100.00% 10240 12.7521 95.72% 5.30% 0.1127
154
+ 0.00.043.216 I 2 ffn_down 0.31 0.0000 0.0069 0.00 0.00 99.98% 10240 12.0850 90.71% 0.95% 0.1174
155
+ 0.00.043.219 I 1 ffn_down 0.17 0.0000 0.0009 0.00 0.00 70.78% 10240 12.8226 96.25% 4.68% 0.1367
156
+ 0.00.043.222 I 0 ffn_down 0.14 0.0000 0.0052 0.00 0.00 40.90% 10240 12.5443 94.16% 1.04% 0.0000
157
+ 0.00.043.225 I 35 ffn_gate 156.68 0.0237 39.2576 0.06 0.78 100.00% 2560 9.0562 79.99% 0.08% 0.4390
158
+ 0.00.043.228 I 34 ffn_gate 143.13 0.0294 1.2708 0.06 0.04 100.00% 2560 11.1733 98.69% 7.70% 0.9716
159
+ 0.00.043.230 I 33 ffn_gate 135.49 0.0311 0.7849 0.05 0.03 100.00% 2560 11.2178 99.08% 8.83% 0.9775
160
+ 0.00.043.233 I 32 ffn_gate 126.29 0.0299 0.2993 0.05 0.02 100.00% 2560 11.2581 99.44% 11.60% 0.9965
161
+ 0.00.043.236 I 31 ffn_gate 117.01 0.0291 0.2021 0.05 0.01 100.00% 2560 11.2705 99.55% 11.95% 0.9908
162
+ 0.00.043.239 I 30 ffn_gate 106.89 0.0285 0.2798 0.04 0.01 100.00% 2560 11.2819 99.65% 11.88% 0.9903
163
+ 0.00.043.242 I 29 ffn_gate 101.79 0.0270 0.5420 0.04 0.01 100.00% 2560 11.2735 99.57% 7.77% 0.9942
164
+ 0.00.043.244 I 28 ffn_gate 96.98 0.0255 0.3195 0.04 0.01 100.00% 2560 11.2795 99.62% 10.51% 0.9928
165
+ 0.00.043.247 I 27 ffn_gate 90.73 0.0241 0.1523 0.04 0.01 100.00% 2560 11.2857 99.68% 12.73% 0.9917
166
+ 0.00.043.250 I 26 ffn_gate 90.23 0.0246 0.1203 0.04 0.01 100.00% 2560 11.2908 99.72% 12.81% 0.9978
167
+ 0.00.043.253 I 25 ffn_gate 87.44 0.0230 0.0987 0.03 0.01 100.00% 2560 11.2902 99.72% 12.62% 0.9971
168
+ 0.00.043.255 I 24 ffn_gate 85.69 0.0222 0.1134 0.03 0.01 100.00% 2560 11.2850 99.67% 11.95% 0.9859
169
+ 0.00.043.258 I 22 ffn_gate 80.56 0.0189 0.1074 0.03 0.01 100.00% 2560 11.2615 99.47% 11.37% 0.9763
artifacts/logs/imatrix-4k-16k.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-imatrix.exe : Read 927510 bytes from binary file .\data\calibration\spark_calib_longctx-lf.txt
2
+ Au caractère Ligne:1 : 3
3
+ + & $Imatrix @MergeArgs 2>&1 |
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 927510 byt..._longctx-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.00.030.212 W DEPRECATED: argument '--in-file' specified multiple times, use comma-separated values instead (only last value will be used)
9
+ 0.00.030.890 I main : loading imatrix from '.\imatrix\Spark-X2.5-4B-imatrix-final.gguf'
10
+ 0.00.036.603 I main : loading imatrix from '.\imatrix\Spark-X2.5-4B-imatrix-16k-pilot.gguf'
11
+ 0.00.324.162 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 28, abort
12
+ 0.03.341.502 I cmn init: llama threadpool init, n_threads = 8
13
+ 0.03.341.521 I
14
+ 0.03.341.552 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
15
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
16
+ 0.03.341.559 I compute_imatrix: tokenizing the input ..
17
+ 0.03.666.407 I compute_imatrix: tokenization took 324.839 ms
18
+ 0.03.666.416 I compute_imatrix: removing initial 2 chunks (32768 tokens)
19
+ 0.03.666.802 I compute_imatrix: computing over 15 chunks, n_ctx=16384, batch_size=2048, n_seq=1
20
+ 6.37 minutes
21
+ [1]1.9630,[2]1.9762,[3]2.0565,[4]2.1697,
22
+ [5]2.1192,[6]1.9879,[7]1.8418,[8]1.8198,[9]1.8136,[10]1.7830,[11]1.7429,[12]1.7893,[13]1.8290,[14]1.8864,
23
+ [15]1.9423,
24
+ Final estimate: PPL = 1.9423 +/- 0.00963
25
+
26
+
27
+ 0.29.164.971 I compute_imatrix: 25.50 seconds per pass - ETA
artifacts/logs/imatrix-comparison.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Spark-X2.5-4B iMatrix comparison
2
+ Date: 2026-09-02
3
+ llama.cpp: fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe
4
+
5
+ 4k baseline
6
+ file: imatrix/Spark-X2.5-4B-imatrix-final.gguf
7
+ sha256: 455E1AEBB442FB56A84CF4B1C33FBE76DEC32F24E8E5612B49389144545999E8
8
+ observations per tensor: 2,019,328 (493 x 4,096)
9
+
10
+ 4k + 16k merged
11
+ file: imatrix/Spark-X2.5-4B-imatrix-4k-16k.gguf
12
+ sha256: 696688C6E4CB5AD6B1A2F4E3F460BBDCA50C2AC3CDBB7BC13C0455CA9F4BE489
13
+ observations per tensor: 2,297,856
14
+ long-context contribution: 278,528 (17 x 16,384), 12.12%
15
+ statistic groups: 216
16
+
17
+ Family comparison
18
+ family merged rel-L2 cos(4k,long) long/4k energy largest per-layer change
19
+ attn_gate 1.66% 0.9909 1.001 2.10% (layer 35)
20
+ attn_output 4.16% 0.9651 1.119 7.39% (layer 28)
21
+ attn_qkv 1.66% 0.9909 1.001 2.10% (layer 35)
22
+ ffn_down 4.42% 0.9415 1.006 10.16% (layer 29)
23
+ ffn_gate 1.81% 0.9892 0.995 2.37% (layer 34)
24
+ ffn_up 1.81% 0.9892 0.995 2.37% (layer 34)
25
+
26
+ Attention layer types
27
+ full attention: merged rel-L2 2.79%, cos(4k,long) 0.9827, energy ratio 1.074
28
+ sliding attention: merged rel-L2 2.39%, cos(4k,long) 0.9822, energy ratio 1.029
29
+
30
+ Definitions
31
+ Per-tensor importance vector = in_sum2 / count.
32
+ merged rel-L2 = ||importance_merged - importance_4k||2 / ||importance_4k||2.
33
+ cos(4k,long) compares the 4k importance vector with the isolated long-context
34
+ contribution reconstructed as (sum_merged - sum_4k) / (count_merged - count_4k).
35
+
36
+ Interpretation caveat
37
+ The supplement uses long module/code documents that differ from the mixed 4k
38
+ corpus. The measured difference therefore combines a horizon effect with a
39
+ content-distribution effect; it must not be attributed solely to sequence length.
artifacts/logs/imatrix-statistics.log ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-imatrix.exe : 0.00.057.146 I
2
+ Au caractère Ligne:1 : 1
3
+ + & $Imatrix `
4
+ + ~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (0.00.057.146 I :String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ Computing statistics for .\imatrix\Spark-X2.5-4B-imatrix.gguf (216 tensors)
9
+ 0.00.057.154 I
10
+ Layer Tensor ╬ú(Act┬▓) Min Max ╬╝ ¤â % Active N Entropy E (norm) ZD
11
+ CosSim
12
+ 0.00.057.155 I ========================================================================================================
13
+ =================================================================
14
+ 0.00.057.166 I 27 attn_gate 450.45 0.0916 0.5305 0.18 0.04 100.00% 2560 11.2803
15
+ 99.63% 12.11% 0.9841
16
+ 0.00.057.170 I 31 attn_gate 410.43 0.0820 1.2899 0.16 0.05 100.00% 2560 11.2733
17
+ 99.57% 10.27% 0.9859
18
+ 0.00.057.174 I 23 attn_gate 366.59 0.0692 0.4080 0.14 0.03 100.00% 2560 11.2850
19
+ 99.67% 12.85% 0.9853
20
+ 0.00.057.177 I 25 attn_gate 347.31 0.0753 0.7919 0.14 0.03 100.00% 2560 11.2830
21
+ 99.66% 11.41% 0.9949
22
+ 0.00.057.180 I 26 attn_gate 347.07 0.0766 0.9365 0.14 0.04 100.00% 2560 11.2815
23
+ 99.64% 10.51% 0.9969
24
+ 0.00.057.184 I 29 attn_gate 345.49 0.0815 0.9340 0.13 0.04 100.00% 2560 11.2800
25
+ 99.63% 10.55% 0.9976
26
+ 0.00.057.187 I 35 attn_gate 332.83 0.0581 1.1894 0.13 0.05 100.00% 2560 11.2411
27
+ 99.29% 8.87% 0.9319
28
+ 0.00.057.190 I 30 attn_gate 330.32 0.0813 1.4865 0.13 0.04 100.00% 2560 11.2716
29
+ 99.56% 7.81% 0.9939
30
+ 0.00.057.194 I 11 attn_gate 321.60 0.0176 0.3848 0.13 0.03 100.00% 2560 11.2707
31
+ 99.55% 12.38% 0.9713
32
+ 0.00.057.197 I 15 attn_gate 319.78 0.0145 0.3755 0.12 0.03 100.00% 2560 11.2724
33
+ 99.56% 12.27% 0.9737
34
+ 0.00.057.201 I 19 attn_gate 318.89 0.0339 0.3123 0.12 0.03 100.00% 2560 11.2807
35
+ 99.64% 14.10% 0.9689
36
+ 0.00.057.204 I 28 attn_gate 315.83 0.0771 0.9791 0.12 0.04 100.00% 2560 11.2760
37
+ 99.59% 10.47% 0.9693
38
+ 0.00.057.207 I 32 attn_gate 296.55 0.0735 1.2578 0.12 0.04 100.00% 2560 11.2595
39
+ 99.45% 9.10% 0.9833
40
+ 0.00.057.211 I 7 attn_gate 281.53 0.0609 0.3806 0.11 0.03 100.00% 2560 11.2684
41
+ 99.53% 13.12% 0.9286
42
+ 0.00.057.214 I 24 attn_gate 280.28 0.0577 0.7360 0.11 0.03 100.00% 2560 11.2812
43
+ 99.64% 11.09% 0.9790
44
+ 0.00.057.217 I 22 attn_gate 262.05 0.0541 0.5736 0.10 0.03 100.00% 2560 11.2828
45
+ 99.65% 11.13% 0.9902
46
+ 0.00.057.220 I 33 attn_gate 257.12 0.0557 2.0721 0.10 0.05 100.00% 2560 11.2297
47
+ 99.18% 6.13% 0.9784
48
+ 0.00.057.223 I 13 attn_gate 245.42 0.0121 0.3242 0.10 0.03 100.00% 2560 11.2660
49
+ 99.51% 12.42% 0.9887
50
+ 0.00.057.227 I 12 attn_gate 240.13 0.0081 0.2721 0.09 0.03 100.00% 2560 11.2578
51
+ 99.43% 11.72% 0.9735
52
+ 0.00.057.229 I 21 attn_gate 236.39 0.0516 0.5639 0.09 0.02 100.00% 2560 11.2838
53
+ 99.66% 10.39% 0.9796
54
+ 0.00.057.232 I 20 attn_gate 227.98 0.0531 0.3688 0.09 0.02 100.00% 2560 11.2770
55
+ 99.60% 11.64% 0.9590
56
+ 0.00.057.235 I 34 attn_gate 227.60 0.0425 1.6608 0.09 0.05 100.00% 2560 11.2287
57
+ 99.18% 6.33% 0.9886
58
+ 0.00.057.238 I 18 attn_gate 223.29 0.0323 0.3244 0.09 0.02 100.00% 2560 11.2786
59
+ 99.62% 12.30% 0.9767
60
+ 0.00.057.241 I 16 attn_gate 216.61 0.0139 0.3048 0.08 0.02 100.00% 2560 11.2686
61
+ 99.53% 11.68% 0.9738
62
+ 0.00.057.244 I 9 attn_gate 205.47 0.0118 0.3066 0.08 0.03 100.00% 2560 11.2504
63
+ 99.37% 11.68% 0.9434
64
+ 0.00.057.247 I 3 attn_gate 198.88 0.0392 0.6325 0.08 0.03 100.00% 2560 11.2306
65
+ 99.19% 8.32% 0.7514
66
+ 0.00.057.249 I 17 attn_gate 196.05 0.0275 0.3336 0.08 0.02 100.00% 2560 11.2700
67
+ 99.54% 12.30% 0.9830
68
+ 0.00.057.252 I 14 attn_gate 192.19 0.0083 0.2643 0.08 0.02 100.00% 2560 11.2587
69
+ 99.44% 12.38% 0.9904
70
+ 0.00.057.255 I 10 attn_gate 181.37 0.0146 0.2304 0.07 0.02 100.00% 2560 11.2680
71
+ 99.52% 11.84% 0.9687
72
+ 0.00.057.258 I 5 attn_gate 173.01 0.0362 0.6078 0.07 0.03 100.00% 2560 11.2300
73
+ 99.19% 8.87% 0.9104
74
+ 0.00.057.261 I 0 attn_gate 171.56 0.0178 0.6505 0.07 0.04 100.00% 2560 11.1853
75
+ 98.79% 6.37% 0.0000
76
+ 0.00.057.264 I 1 attn_gate 148.84 0.0292 4.4493 0.06 0.12 100.00% 2560 10.8585
77
+ 95.91% 0.62% 0.5208
78
+ 0.00.057.267 I 8 attn_gate 144.01 0.0162 0.3478 0.06 0.03 100.00% 2560 11.2092
79
+ 99.00% 10.27% 0.9169
80
+ 0.00.057.271 I 4 attn_gate 134.34 0.0259 0.7563 0.05 0.03 100.00% 2560 11.1854
81
+ 98.79% 7.62% 0.9065
82
+ 0.00.057.274 I 2 attn_gate 132.29 0.0273 2.5856 0.05 0.06 100.00% 2560 11.1050
83
+ 98.08% 1.56% 0.6864
84
+ 0.00.057.277 I 6 attn_gate 122.82 0.0221 0.2451 0.05 0.02 100.00% 2560 11.2171
85
+ 99.07% 10.20% 0.9506
86
+ 0.00.057.280 I 35 attn_output 197.13 0.0093 0.6251 0.05 0.04 100.00% 4096 11.6585
87
+ 97.15% 9.45% 0.5792
88
+ 0.00.057.283 I 34 attn_output 81.77 0.0026 0.1410 0.02 0.01 100.00% 4096 11.7025
89
+ 97.52% 12.30% 0.5853
90
+ 0.00.057.286 I 33 attn_output 72.43 0.0008 0.1460 0.02 0.01 100.00% 4096 11.6651
91
+ 97.21% 10.21% 0.6303
92
+ 0.00.057.289 I 27 attn_output 43.14 0.0019 0.2265 0.01 0.01 100.00% 4096 11.5758
93
+ 96.47% 4.57% 0.5700
94
+ 0.00.057.292 I 31 attn_output 39.93 0.0009 0.2554 0.01 0.01 100.00% 4096 11.1491
95
+ 92.91% 10.47% 0.2842
96
+ 0.00.057.295 I 23 attn_output 30.55 0.0006 0.0757 0.01 0.00 100.00% 4096 11.7531
97
+ 97.94% 12.84% 0.7556
98
+ 0.00.057.298 I 19 attn_output 26.12 0.0012 0.0484 0.01 0.00 100.00% 4096 11.8460
99
+ 98.72% 11.06% 0.7568
100
+ 0.00.057.301 I 32 attn_output 26.11 0.0002 0.0361 0.01 0.00 100.00% 4096 11.6993
101
+ 97.49% 18.14% 0.4628
102
+ 0.00.057.304 I 15 attn_output 22.87 0.0011 0.0252 0.01 0.00 100.00% 4096 11.8398
103
+ 98.67% 13.50% 0.8347
104
+ 0.00.057.307 I 20 attn_output 20.16 0.0015 0.0378 0.00 0.00 100.00% 4096 11.7594
105
+ 97.99% 14.70% 0.7616
106
+ 0.00.057.310 I 11 attn_output 15.59 0.0005 0.0229 0.00 0.00 100.00% 4096 11.8043
107
+ 98.37% 13.45% 0.7684
108
+ 0.00.057.313 I 18 attn_output 14.94 0.0007 0.0267 0.00 0.00 100.00% 4096 11.8010
109
+ 98.34% 11.67% 0.6862
110
+ 0.00.057.315 I 30 attn_output 13.62 0.0001 0.0265 0.00 0.00 100.00% 4096 11.3794
111
+ 94.83% 12.72% 0.5272
112
+ 0.00.057.318 I 17 attn_output 12.72 0.0009 0.0274 0.00 0.00 100.00% 4096 11.6990
113
+ 97.49% 10.74% 0.5577
114
+ 0.00.057.321 I 21 attn_output 12.56 0.0003 0.0297 0.00 0.00 100.00% 4096 11.6044
115
+ 96.70% 12.89% 0.6436
116
+ 0.00.057.324 I 22 attn_output 11.74 0.0005 0.0260 0.00 0.00 100.00% 4096 11.6759
117
+ 97.30% 12.16% 0.6194
118
+ 0.00.057.327 I 16 attn_output 9.90 0.0007 0.0248 0.00 0.00 100.00% 4096 11.7406
119
+ 97.84% 12.87% 0.7649
120
+ 0.00.057.330 I 14 attn_output 8.30 0.0007 0.0107 0.00 0.00 100.00% 4096 11.8937
121
+ 99.11% 13.65% 0.8140
122
+ 0.00.057.333 I 24 attn_output 8.14 0.0000 0.0157 0.00 0.00 100.00% 4096 11.6698
123
+ 97.25% 11.01% 0.6303
124
+ 0.00.057.336 I 28 attn_output 7.42 0.0001 0.0136 0.00 0.00 100.00% 4096 11.6006
125
+ 96.67% 13.16% 0.5534
126
+ 0.00.057.339 I 26 attn_output 6.65 0.0001 0.0122 0.00 0.00 100.00% 4096 11.6036
127
+ 96.70% 12.87% 0.5971
128
+ 0.00.057.342 I 10 attn_output 6.64 0.0006 0.0064 0.00 0.00 100.00% 4096 11.8765
129
+ 98.97% 13.94% 0.7685
130
+ 0.00.057.344 I 12 attn_output 5.45 0.0004 0.0087 0.00 0.00 100.00% 4096 11.8475
131
+ 98.73% 12.60% 0.7774
132
+ 0.00.057.347 I 13 attn_output 5.40 0.0004 0.0086 0.00 0.00 100.00% 4096 11.8194
133
+ 98.50% 11.99% 0.7431
134
+ 0.00.057.350 I 9 attn_output 4.61 0.0004 0.0064 0.00 0.00 100.00% 4096 11.7620
135
+ 98.02% 10.69% 0.7334
136
+ 0.00.057.353 I 7 attn_output 4.21 0.0002 0.0056 0.00 0.00 100.00% 4096 11.8037
137
+ 98.36% 14.79% 0.7994
138
+ 0.00.057.356 I 29 attn_output 4.21 0.0000 0.0048 0.00 0.00 100.00% 4096 11.6793
139
+ 97.33% 16.11% 0.6084
140
+ 0.00.057.359 I 25 attn_output 4.14 0.0001 0.0075 0.00 0.00 100.00% 4096 11.6353
141
+ 96.96% 14.82% 0.5458
142
+ 0.00.057.362 I 8 attn_output 3.94 0.0002 0.0057 0.00 0.00 100.00% 4096 11.8199
143
+ 98.50% 11.30% 0.7408
144
+ 0.00.057.365 I 6 attn_output 1.86 0.0001 0.0028 0.00 0.00 100.00% 4096 11.7828
145
+ 98.19% 13.79% 0.7710
146
+ 0.00.057.368 I 5 attn_output 0.93 0.0001 0.0011 0.00 0.00 100.00% 4096 11.8645
147
+ 98.87% 12.11% 0.7695
148
+ 0.00.057.371 I 3 attn_output 0.63 0.0000 0.0016 0.00 0.00 99.93% 4096 11.5828
149
+ 96.52% 11.69% 0.6529
150
+ 0.00.057.373 I 4 attn_output 0.62 0.0000 0.0012 0.00 0.00 100.00% 4096 11.7934
151
+ 98.28% 11.11% 0.6404
152
+ 0.00.057.376 I 0 attn_output 0.27 0.0000 0.0006 0.00 0.00 99.66% 4096 11.5045
153
+ 95.87% 10.74% 0.0000
154
+ 0.00.057.379 I 2 attn_output 0.27 0.0000 0.0004 0.00 0.00 100.00% 4096 11.7864
155
+ 98.22% 11.94% 0.6765
156
+ 0.00.057.382 I 1 attn_output 0.22 0.0000 0.0005 0.00 0.00 99.95% 4096 11.7123
157
+ 97.60% 11.89% 0.5932
158
+ 0.00.057.385 I 27 attn_qkv 450.45 0.0916 0.5305 0.18 0.04 100.00% 2560 11.2803
159
+ 99.63% 12.11% 0.9841
160
+ 0.00.057.388 I 31 attn_qkv 410.43 0.0820 1.2899 0.16 0.05 100.00% 2560 11.2733
161
+ 99.57% 10.27% 0.9859
162
+ 0.00.057.391 I 23 attn_qkv 366.59 0.0692 0.4080 0.14 0.03 100.00% 2560 11.2850
163
+ 99.67% 12.85% 0.9853
164
+ 0.00.057.394 I 25 attn_qkv 347.31 0.0753 0.7919 0.14 0.03 100.00% 2560 11.2830
165
+ 99.66% 11.41% 0.9949
166
+ 0.00.057.397 I 26 attn_qkv 347.07 0.0766 0.9365 0.14 0.04 100.00% 2560 11.2815
167
+ 99.64% 10.51% 0.9969
168
+ 0.00.057.399 I 29 attn_qkv 345.49 0.0815 0.9340 0.13 0.04 100.00% 2560 11.2800
169
+ 99.63% 10.55% 0.9976
170
+ 0.00.057.402 I 35 attn_qkv 332.83 0.0581 1.1894 0.13 0.05 100.00% 2560 11.2411
171
+ 99.29% 8.87% 0.9319
172
+ 0.00.057.405 I 30 attn_qkv 330.32 0.0813 1.4865 0.13 0.04 100.00% 2560 11.2716
173
+ 99.56% 7.81% 0.9939
174
+ 0.00.057.408 I 11 attn_qkv 321.60 0.0176 0.3848 0.13 0.03 100.00% 2560 11.2707
175
+ 99.55% 12.38% 0.9713
176
+ 0.00.057.411 I 15 attn_qkv 319.78 0.0145 0.3755 0.12 0.03 100.00% 2560 11.2724
177
+ 99.56% 12.27% 0.9737
178
+ 0.00.057.413 I 19 attn_qkv 318.89 0.0339 0.3123 0.12 0.03 100.00% 2560 11.2807
179
+ 99.64% 14.10% 0.9689
180
+ 0.00.057.416 I 28 attn_qkv 315.83 0.0771 0.9791 0.12 0.04 100.00% 2560 11.2760
181
+ 99.59% 10.47% 0.9693
182
+ 0.00.057.419 I 32 attn_qkv 296.55 0.0735 1.2578 0.12 0.04 100.00% 2560 11.2595
183
+ 99.45% 9.10% 0.9833
184
+ 0.00.057.422 I 7 attn_qkv 281.53 0.0609 0.3806 0.11 0.03 100.00% 2560 11.2684
185
+ 99.53% 13.12% 0.9286
186
+ 0.00.057.425 I 24 attn_qkv 280.28 0.0577 0.7360 0.11 0.03 100.00% 2560 11.2812
187
+ 99.64% 11.09% 0.9790
188
+ 0.00.057.428 I 22 attn_qkv 262.05 0.0541 0.5736 0.10 0.03 100.00% 2560 11.2828
189
+ 99.65% 11.13% 0.9902
190
+ 0.00.057.431 I 33 attn_qkv 257.12 0.0557 2.0721 0.10 0.05 100.00% 2560 11.2297
191
+ 99.18% 6.13% 0.9784
192
+ 0.00.057.433 I 13 attn_qkv 245.42 0.0121 0.3242 0.10 0.03 100.00% 2560 11.2660
193
+ 99.51% 12.42% 0.9887
194
+ 0.00.057.436 I 12 attn_qkv 240.13 0.0081 0.2721 0.09 0.03 100.00% 2560 11.2578
195
+ 99.43% 11.72% 0.9735
196
+ 0.00.057.439 I 21 attn_qkv 236.39 0.0516 0.5639 0.09 0.02 100.00% 2560 11.2838
197
+ 99.66% 10.39% 0.9796
198
+ 0.00.057.442 I 20 attn_qkv 227.98 0.0531 0.3688 0.09 0.02 100.00% 2560 11.2770
199
+ 99.60% 11.64% 0.9590
200
+ 0.00.057.444 I 34 attn_qkv 227.60 0.0425 1.6608 0.09 0.05 100.00% 2560 11.2287
201
+ 99.18% 6.33% 0.9886
202
+ 0.00.057.447 I 18 attn_qkv 223.29 0.0323 0.3244 0.09 0.02 100.00% 2560 11.2786
203
+ 99.62% 12.30% 0.9767
204
+ 0.00.057.450 I 16 attn_qkv 216.61 0.0139 0.3048 0.08 0.02 100.00% 2560 11.2686
205
+ 99.53% 11.68% 0.9738
206
+ 0.00.057.453 I 9 attn_qkv 205.47 0.0118 0.3066 0.08 0.03 100.00% 2560 11.2504
207
+ 99.37% 11.68% 0.9434
208
+ 0.00.057.455 I 3 attn_qkv 198.88 0.0392 0.6325 0.08 0.03 100.00% 2560 11.2306
209
+ 99.19% 8.32% 0.7514
210
+ 0.00.057.458 I 17 attn_qkv 196.05 0.0275 0.3336 0.08 0.02 100.00% 2560 11.2700
211
+ 99.54% 12.30% 0.9830
212
+ 0.00.057.461 I 14 attn_qkv 192.19 0.0083 0.2643 0.08 0.02 100.00% 2560 11.2587
213
+ 99.44% 12.38% 0.9904
214
+ 0.00.057.464 I 10 attn_qkv 181.37 0.0146 0.2304 0.07 0.02 100.00% 2560 11.2680
215
+ 99.52% 11.84% 0.9687
216
+ 0.00.057.467 I 5 attn_qkv 173.01 0.0362 0.6078 0.07 0.03 100.00% 2560 11.2300
217
+ 99.19% 8.87% 0.9104
218
+ 0.00.057.469 I 0 attn_qkv 171.56 0.0178 0.6505 0.07 0.04 100.00% 2560 11.1853
219
+ 98.79% 6.37% 0.0000
220
+ 0.00.057.472 I 1 attn_qkv 148.84 0.0292 4.4493 0.06 0.12 100.00% 2560 10.8585
221
+ 95.91% 0.62% 0.5208
222
+ 0.00.057.475 I 8 attn_qkv 144.01 0.0162 0.3478 0.06 0.03 100.00% 2560 11.2092
223
+ 99.00% 10.27% 0.9169
224
+ 0.00.057.478 I 4 attn_qkv 134.34 0.0259 0.7563 0.05 0.03 100.00% 2560 11.1854
225
+ 98.79% 7.62% 0.9065
226
+ 0.00.057.480 I 2 attn_qkv 132.29 0.0273 2.5856 0.05 0.06 100.00% 2560 11.1050
227
+ 98.08% 1.56% 0.6864
228
+ 0.00.057.483 I 6 attn_qkv 122.82 0.0221 0.2451 0.05 0.02 100.00% 2560 11.2171
229
+ 99.07% 10.20% 0.9506
230
+ 0.00.057.486 I 34 ffn_down 444.27 0.0010 263.1766 0.04 2.68 100.00% 10240 3.7985
231
+ 28.51% 0.07% 0.0015
232
+ 0.00.057.489 I 35 ffn_down 353.52 0.0009 7.1198 0.03 0.20 100.00% 10240 10.5810
233
+ 79.43% 1.73% 0.0010
234
+ 0.00.057.492 I 23 ffn_down 271.18 0.0004 141.5024 0.03 1.46 100.00% 10240 3.6310
235
+ 27.26% 0.12% 0.0002
236
+ 0.00.057.495 I 33 ffn_down 50.15 0.0006 2.3221 0.00 0.03 100.00% 10240 11.7074
237
+ 87.88% 1.82% 0.0457
238
+ 0.00.057.498 I 22 ffn_down 39.20 0.0003 17.3047 0.00 0.17 100.00% 10240 7.5315
239
+ 56.53% 0.05% 0.0102
240
+ 0.00.057.501 I 32 ffn_down 36.00 0.0011 0.7573 0.00 0.01 100.00% 10240 12.3092
241
+ 92.40% 2.70% 0.1126
242
+ 0.00.057.504 I 19 ffn_down 30.25 0.0002 12.2537 0.00 0.12 100.00% 10240 7.8612
243
+ 59.01% 0.05% 0.0099
244
+ 0.00.057.507 I 30 ffn_down 29.47 0.0009 5.9473 0.00 0.06 100.00% 10240 10.7193
245
+ 80.46% 0.07% 0.0187
246
+ 0.00.057.510 I 31 ffn_down 29.38 0.0010 0.2402 0.00 0.01 100.00% 10240 12.4543
247
+ 93.49% 2.46% 0.0228
248
+ 0.00.057.513 I 27 ffn_down 25.96 0.0006 1.1144 0.00 0.02 100.00% 10240 11.5681
249
+ 86.83% 1.25% 0.0107
250
+ 0.00.057.516 I 24 ffn_down 21.42 0.0005 3.6717 0.00 0.04 100.00% 10240 10.5366
251
+ 79.09% 0.19% 0.0008
252
+ 0.00.057.518 I 29 ffn_down 20.34 0.0009 0.2786 0.00 0.00 100.00% 10240 12.7025
253
+ 95.35% 2.19% 0.1428
254
+ 0.00.057.521 I 28 ffn_down 18.61 0.0007 0.3922 0.00 0.00 100.00% 10240 12.7285
255
+ 95.55% 1.84% 0.0756
256
+ 0.00.057.524 I 26 ffn_down 17.92 0.0005 2.3632 0.00 0.02 100.00% 10240 11.3638
257
+ 85.30% 0.18% 0.0338
258
+ 0.00.057.527 I 21 ffn_down 16.62 0.0003 0.1081 0.00 0.00 100.00% 10240 12.6936
259
+ 95.28% 5.56% 0.1038
260
+ 0.00.057.530 I 20 ffn_down 16.16 0.0003 0.7353 0.00 0.01 100.00% 10240 12.3291
261
+ 92.55% 1.02% 0.0040
262
+ 0.00.057.533 I 25 ffn_down 14.20 0.0005 0.1031 0.00 0.00 100.00% 10240 12.7657
263
+ 95.82% 3.12% 0.0288
264
+ 0.00.057.536 I 18 ffn_down 10.28 0.0002 0.1054 0.00 0.00 100.00% 10240 12.6024
265
+ 94.60% 3.95% 0.1945
266
+ 0.00.057.539 I 17 ffn_down 7.41 0.0001 0.0693 0.00 0.00 100.00% 10240 12.5881
267
+ 94.49% 3.72% 0.2146
268
+ 0.00.057.542 I 16 ffn_down 6.78 0.0001 0.0653 0.00 0.00 100.00% 10240 12.6917
269
+ 95.27% 4.10% 0.2820
270
+ 0.00.057.545 I 15 ffn_down 6.35 0.0001 0.0241 0.00 0.00 100.00% 10240 12.7113
271
+ 95.42% 5.45% 0.2288
272
+ 0.00.057.547 I 11 ffn_down 5.56 0.0001 0.8268 0.00 0.01 100.00% 10240 11.3282
273
+ 85.03% 0.09% 0.0273
274
+ 0.00.057.550 I 10 ffn_down 4.37 0.0001 0.0645 0.00 0.00 100.00% 10240 12.6719
275
+ 95.12% 3.39% 0.2313
276
+ 0.00.057.553 I 14 ffn_down 4.24 0.0001 0.0791 0.00 0.00 100.00% 10240 12.6990
277
+ 95.32% 3.06% 0.2688
278
+ 0.00.057.556 I 13 ffn_down 4.07 0.0001 0.0094 0.00 0.00 100.00% 10240 12.8837
279
+ 96.71% 6.32% 0.4184
280
+ 0.00.057.559 I 12 ffn_down 3.91 0.0001 0.0240 0.00 0.00 100.00% 10240 12.9199
281
+ 96.98% 4.44% 0.0406
282
+ 0.00.057.562 I 9 ffn_down 3.40 0.0001 0.0254 0.00 0.00 100.00% 10240 12.7387
283
+ 95.62% 4.42% 0.2745
284
+ 0.00.057.565 I 8 ffn_down 3.30 0.0001 0.0238 0.00 0.00 100.00% 10240 12.7407
285
+ 95.64% 4.02% 0.3066
286
+ 0.00.057.568 I 7 ffn_down 2.67 0.0001 0.0110 0.00 0.00 100.00% 10240 12.8007
287
+ 96.09% 5.72% 0.3153
288
+ 0.00.057.571 I 6 ffn_down 1.56 0.0000 0.0087 0.00 0.00 100.00% 10240 12.7445
289
+ 95.67% 5.08% 0.3357
290
+ 0.00.057.574 I 5 ffn_down 1.25 0.0000 0.0075 0.00 0.00 100.00% 10240 12.9107
291
+ 96.91% 5.60% 0.3191
292
+ 0.00.057.577 I 4 ffn_down 0.86 0.0000 0.0082 0.00 0.00 100.00% 10240 12.8342
293
+ 96.34% 3.77% 0.2868
294
+ 0.00.057.579 I 3 ffn_down 0.53 0.0000 0.0033 0.00 0.00 100.00% 10240 12.7549
295
+ 95.74% 5.13% 0.1159
296
+ 0.00.057.583 I 2 ffn_down 0.31 0.0000 0.0066 0.00 0.00 99.99% 10240 12.1149
297
+ 90.94% 1.00% 0.1217
298
+ 0.00.057.586 I 1 ffn_down 0.17 0.0000 0.0009 0.00 0.00 73.40% 10240 12.8261
299
+ 96.28% 4.63% 0.1367
300
+ 0.00.057.589 I 0 ffn_down 0.14 0.0000 0.0052 0.00 0.00 41.28% 10240 12.5412
301
+ 94.14% 1.05% 0.0000
302
+ 0.00.057.592 I 35 ffn_gate 156.41 0.0240 38.8329 0.06 0.77 100.00% 2560 9.0805
303
+ 80.20% 0.08% 0.4310
304
+ 0.00.057.594 I 34 ffn_gate 143.09 0.0295 1.2333 0.06 0.03 100.00% 2560 11.1772
305
+ 98.72% 7.77% 0.9718
306
+ 0.00.057.597 I 33 ffn_gate 135.45 0.0313 0.7595 0.05 0.03 100.00% 2560 11.2204
307
+ 99.10% 9.18% 0.9782
308
+ 0.00.057.600 I 32 ffn_gate 126.19 0.0299 0.2880 0.05 0.02 100.00% 2560 11.2596
309
+ 99.45% 11.80% 0.9966
310
+ 0.00.057.603 I 31 ffn_gate 116.88 0.0291 0.2008 0.05 0.01 100.00% 2560 11.2718
311
+ 99.56% 12.11% 0.9911
312
+ 0.00.057.605 I 30 ffn_gate 106.80 0.0288 0.2811 0.04 0.01 100.00% 2560 11.2826
313
+ 99.65% 11.60% 0.9902
314
+ 0.00.057.608 I 29 ffn_gate 101.71 0.0271 0.5444 0.04 0.01 100.00% 2560 11.2741
315
+ 99.58% 7.73% 0.9942
316
+ 0.00.057.611 I 28 ffn_gate 96.93 0.0257 0.3206 0.04 0.01 100.00% 2560 11.2801
317
+ 99.63% 10.51% 0.9928
318
+ 0.00.057.613 I 27 ffn_gate 90.81 0.0240 0.1568 0.04 0.01 100.00% 2560 11.2861
319
+ 99.68% 12.73% 0.9919
320
+ 0.00.057.616 I
artifacts/logs/kld-base-bf16-neutral-ctx16k-quick2.log ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld_16k.ps1:129 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.00.387.135 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 28, abort
9
+ 0.03.428.394 I cmn init: llama threadpool init, n_threads = 8
10
+ 0.03.892.392 I
11
+ 0.03.892.434 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
12
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
13
+ 0.03.893.200 I perplexity: saving all logits to <WORK_ROOT>\kld\Spark-X2.5-4B-BF16-neutral-ctx16k-quick2.kld
14
+ 0.03.893.214 I perplexity: tokenizing the input ..
15
+ 0.04.465.377 I perplexity: tokenization took 572.151 ms
16
+ 0.04.466.901 I perplexity: calculating perplexity over 2 chunks, n_ctx=16384, batch_size=2048, n_seq=1
17
+ 0.43 minutes
18
+ [1]10.3486,[2]8.5651,
19
+ 0.18.635.557 I perplexity: 13.42 seconds per pass - ETA 0.35.229.104 I Final estimate: PPL = 8.5651 +/- 0.17317
20
+
artifacts/logs/kld-base-bf16-neutral-quick2.log ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld.ps1:119 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.00.320.171 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 28, abort
9
+ 0.03.393.174 I cmn init: llama threadpool init, n_threads = 8
10
+ 0.03.883.897 I
11
+ 0.03.883.957 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
12
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
13
+ 0.03.884.993 I perplexity: saving all logits to <WORK_ROOT>\kld\Spark-X2.5-4B-BF16-neutral-quick2.kld
14
+ 0.03.885.067 I perplexity: tokenizing the input ..
15
+ 0.04.437.903 I perplexity: tokenization took 552.826 ms
16
+ 0.04.441.627 I perplexity: calculating perplexity over 2 chunks, n_ctx=4096, batch_size=2048, n_seq=1
17
+ 0.10 minutes
18
+ [1]7.4492,[2]6.9107,
19
+ 0.07.950.502 I perplexity: 3.32 seconds per pass - ETA 0.11.822.474 I Final estimate: PPL = 6.9107 +/- 0.26818
20
+
artifacts/logs/kld-q6-imatrix-4k-16k-neutral-ctx16k-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld_16k.ps1:128 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.545.951 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.01.710.725 I
10
+ 0.01.710.783 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.01.966.724 I kl_divergence: computing over 2 chunks, n_ctx=16384, batch_size=2048, n_seq=1
13
+ 0.32 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 10.5574 ┬▒ 0.3137 0.02146 ┬▒ 0.00214 0.01218 ┬▒ 0.00048 3.375 ┬▒ 0.195 % 94.909 ┬▒ 0.243 %
17
+ 2 8.6602 ┬▒ 0.1758 0.01191 ┬▒ 0.00135 0.00989 ┬▒ 0.00033 3.035 ┬▒ 0.124 % 95.660 ┬▒ 0.159 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 8.660181 ┬▒ 0.175757
21
+ Mean PPL(base) : 8.557646 ┬▒ 0.172676
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.78%
23
+ Mean ln(PPL(Q)/PPL(base)) : 0.011910 ┬▒ 0.001352
24
+ Mean PPL(Q)/PPL(base) : 1.011982 ┬▒ 0.001368
25
+ Mean PPL(Q)-PPL(base) : 0.102534 ┬▒ 0.012000
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.009891 ┬▒ 0.000325
29
+ Maximum KLD: 2.363686
30
+ 99.9% KLD: 0.451430
31
+ 99.0% KLD: 0.074419
32
+ 95.0% KLD: 0.029540
33
+ 90.0% KLD: 0.020366
34
+ Median KLD: 0.004504
35
+ 10.0% KLD: 0.000117
36
+ 5.0% KLD: 0.000027
37
+ 1.0% KLD: -0.000001
38
+ 0.1% KLD: -0.000029
39
+ Minimum KLD: -0.000101
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.089 ± 0.024 %
43
+ Maximum Δp: 64.626%
44
+ 99.9% Δp: 21.522%
45
+ 99.0% Δp: 8.346%
46
+ 95.0% Δp: 3.619%
47
+ 90.0% Δp: 1.983%
48
+ 75.0% Δp: 0.336%
49
+ Median Δp: -0.002%
50
+ 25.0% Δp: -0.443%
51
+ 10.0% Δp: -2.241%
52
+ 5.0% Δp: -4.095%
53
+ 1.0% Δp: -8.710%
54
+ 0.1% Δp: -22.955%
55
+ Minimum Δp: -90.589%
56
+ RMS Δp : 3.035 ± 0.124 %
57
+ Same top p: 95.660 ┬▒ 0.159 %
58
+
59
+ 0.11.825.162 I kl_divergence: 9.86 seconds per pass - ETA
artifacts/logs/kld-q6-imatrix-4k-16k-neutral-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld.ps1:122 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.617.269 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.01.789.775 I
10
+ 0.01.789.826 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.01.869.582 I kl_divergence: computing over 2 chunks, n_ctx=4096, batch_size=2048, n_seq=1
13
+ 0.07 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 7.5367 ┬▒ 0.4154 0.01168 ┬▒ 0.00371 0.01061 ┬▒ 0.00152 3.967 ┬▒ 0.467 % 95.750 ┬▒ 0.446 %
17
+ 2 6.9758 ┬▒ 0.2716 0.00937 ┬▒ 0.00243 0.00893 ┬▒ 0.00097 3.599 ┬▒ 0.382 % 95.774 ┬▒ 0.314 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 6.975759 ┬▒ 0.271574
21
+ Mean PPL(base) : 6.910705 ┬▒ 0.268179
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.80%
23
+ Mean ln(PPL(Q)/PPL(base)) : 0.009369 ┬▒ 0.002433
24
+ Mean PPL(Q)/PPL(base) : 1.009414 ┬▒ 0.002456
25
+ Mean PPL(Q)-PPL(base) : 0.065054 ┬▒ 0.017208
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.008930 ┬▒ 0.000969
29
+ Maximum KLD: 2.258790
30
+ 99.9% KLD: 0.778783
31
+ 99.0% KLD: 0.070500
32
+ 95.0% KLD: 0.022519
33
+ 90.0% KLD: 0.014240
34
+ Median KLD: 0.002947
35
+ 10.0% KLD: 0.000029
36
+ 5.0% KLD: 0.000009
37
+ 1.0% KLD: 0.000001
38
+ 0.1% KLD: -0.000002
39
+ Minimum KLD: -0.000003
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.157 ± 0.056 %
43
+ Maximum Δp: 50.486%
44
+ 99.9% Δp: 21.758%
45
+ 99.0% Δp: 7.666%
46
+ 95.0% Δp: 3.015%
47
+ 90.0% Δp: 1.592%
48
+ 75.0% Δp: 0.211%
49
+ Median Δp: -0.002%
50
+ 25.0% Δp: -0.276%
51
+ 10.0% Δp: -1.905%
52
+ 5.0% Δp: -3.645%
53
+ 1.0% Δp: -8.811%
54
+ 0.1% Δp: -40.296%
55
+ Minimum Δp: -89.501%
56
+ RMS Δp : 3.599 ± 0.382 %
57
+ Same top p: 95.774 ┬▒ 0.314 %
58
+
59
+ 0.04.280.100 I kl_divergence: 2.41 seconds per pass - ETA
artifacts/logs/kld-q6-imatrix-4k-neutral-ctx16k-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld_16k.ps1:128 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.563.863 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.01.731.077 I
10
+ 0.01.731.123 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.01.934.382 I kl_divergence: computing over 2 chunks, n_ctx=16384, batch_size=2048, n_seq=1
13
+ 0.32 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 10.5704 ┬▒ 0.3142 0.02269 ┬▒ 0.00211 0.01259 ┬▒ 0.00056 3.365 ┬▒ 0.199 % 94.653 ┬▒ 0.249 %
17
+ 2 8.6664 ┬▒ 0.1759 0.01263 ┬▒ 0.00132 0.01002 ┬▒ 0.00034 3.012 ┬▒ 0.120 % 95.483 ┬▒ 0.162 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 8.666384 ┬▒ 0.175889
21
+ Mean PPL(base) : 8.557646 ┬▒ 0.172676
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.79%
23
+ Mean ln(PPL(Q)/PPL(base)) : 0.012626 ┬▒ 0.001318
24
+ Mean PPL(Q)/PPL(base) : 1.012706 ┬▒ 0.001335
25
+ Mean PPL(Q)-PPL(base) : 0.108737 ┬▒ 0.011756
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.010021 ┬▒ 0.000345
29
+ Maximum KLD: 2.875325
30
+ 99.9% KLD: 0.468998
31
+ 99.0% KLD: 0.074524
32
+ 95.0% KLD: 0.030075
33
+ 90.0% KLD: 0.020472
34
+ Median KLD: 0.004535
35
+ 10.0% KLD: 0.000116
36
+ 5.0% KLD: 0.000029
37
+ 1.0% KLD: -0.000001
38
+ 0.1% KLD: -0.000031
39
+ Minimum KLD: -0.000089
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.117 ± 0.024 %
43
+ Maximum Δp: 46.136%
44
+ 99.9% Δp: 19.538%
45
+ 99.0% Δp: 8.423%
46
+ 95.0% Δp: 3.622%
47
+ 90.0% Δp: 1.955%
48
+ 75.0% Δp: 0.303%
49
+ Median Δp: -0.003%
50
+ 25.0% Δp: -0.460%
51
+ 10.0% Δp: -2.245%
52
+ 5.0% Δp: -4.154%
53
+ 1.0% Δp: -9.059%
54
+ 0.1% Δp: -22.038%
55
+ Minimum Δp: -94.355%
56
+ RMS Δp : 3.012 ± 0.120 %
57
+ Same top p: 95.483 ┬▒ 0.162 %
58
+
59
+ 0.11.772.427 I kl_divergence: 9.84 seconds per pass - ETA
artifacts/logs/kld-q6-imatrix-4k-neutral-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld.ps1:122 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.625.619 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.01.801.972 I
10
+ 0.01.802.023 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.01.886.903 I kl_divergence: computing over 2 chunks, n_ctx=4096, batch_size=2048, n_seq=1
13
+ 0.07 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 7.5311 ┬▒ 0.4156 0.01093 ┬▒ 0.00435 0.01293 ┬▒ 0.00223 4.632 ┬▒ 0.568 % 95.750 ┬▒ 0.446 %
17
+ 2 6.9779 ┬▒ 0.2718 0.00968 ┬▒ 0.00271 0.01002 ┬▒ 0.00129 3.950 ┬▒ 0.424 % 95.896 ┬▒ 0.310 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 6.977921 ┬▒ 0.271801
21
+ Mean PPL(base) : 6.910705 ┬▒ 0.268179
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.76%
23
+ Mean ln(PPL(Q)/PPL(base)) : 0.009679 ┬▒ 0.002713
24
+ Mean PPL(Q)/PPL(base) : 1.009726 ┬▒ 0.002739
25
+ Mean PPL(Q)-PPL(base) : 0.067215 ┬▒ 0.019155
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.010021 ┬▒ 0.001285
29
+ Maximum KLD: 3.049215
30
+ 99.9% KLD: 1.252379
31
+ 99.0% KLD: 0.064892
32
+ 95.0% KLD: 0.022570
33
+ 90.0% KLD: 0.014059
34
+ Median KLD: 0.003049
35
+ 10.0% KLD: 0.000030
36
+ 5.0% KLD: 0.000009
37
+ 1.0% KLD: 0.000001
38
+ 0.1% KLD: -0.000002
39
+ Minimum KLD: -0.000003
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.156 ± 0.062 %
43
+ Maximum Δp: 69.722%
44
+ 99.9% Δp: 40.081%
45
+ 99.0% Δp: 7.362%
46
+ 95.0% Δp: 3.000%
47
+ 90.0% Δp: 1.522%
48
+ 75.0% Δp: 0.220%
49
+ Median Δp: -0.001%
50
+ 25.0% Δp: -0.277%
51
+ 10.0% Δp: -1.990%
52
+ 5.0% Δp: -3.848%
53
+ 1.0% Δp: -8.898%
54
+ 0.1% Δp: -48.071%
55
+ Minimum Δp: -90.344%
56
+ RMS Δp : 3.950 ± 0.424 %
57
+ Same top p: 95.896 ┬▒ 0.310 %
58
+
59
+ 0.04.319.392 I kl_divergence: 2.43 seconds per pass - ETA
artifacts/logs/kld-q6-no-imatrix-neutral-ctx16k-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld_16k.ps1:128 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.610.406 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.01.781.272 I
10
+ 0.01.781.328 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.01.950.363 I kl_divergence: computing over 2 chunks, n_ctx=16384, batch_size=2048, n_seq=1
13
+ 0.32 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 11.1813 ┬▒ 0.3360 0.07888 ┬▒ 0.00342 0.03440 ┬▒ 0.00160 5.860 ┬▒ 0.245 % 91.906 ┬▒ 0.301 %
17
+ 2 8.9186 ┬▒ 0.1821 0.04131 ┬▒ 0.00196 0.02193 ┬▒ 0.00085 4.680 ┬▒ 0.164 % 93.926 ┬▒ 0.187 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 8.918584 ┬▒ 0.182141
21
+ Mean PPL(base) : 8.557646 ┬▒ 0.172676
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.54%
23
+ Mean ln(PPL(Q)/PPL(base)) : 0.041312 ┬▒ 0.001960
24
+ Mean PPL(Q)/PPL(base) : 1.042177 ┬▒ 0.002042
25
+ Mean PPL(Q)-PPL(base) : 0.360938 ┬▒ 0.019446
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.021932 ┬▒ 0.000852
29
+ Maximum KLD: 5.835053
30
+ 99.9% KLD: 1.397083
31
+ 99.0% KLD: 0.178709
32
+ 95.0% KLD: 0.071701
33
+ 90.0% KLD: 0.045704
34
+ Median KLD: 0.007193
35
+ 10.0% KLD: 0.000201
36
+ 5.0% KLD: 0.000048
37
+ 1.0% KLD: 0.000000
38
+ 0.1% KLD: -0.000020
39
+ Minimum KLD: -0.000080
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.561 ± 0.036 %
43
+ Maximum Δp: 85.493%
44
+ 99.9% Δp: 28.579%
45
+ 99.0% Δp: 10.171%
46
+ 95.0% Δp: 4.068%
47
+ 90.0% Δp: 2.114%
48
+ 75.0% Δp: 0.262%
49
+ Median Δp: -0.017%
50
+ 25.0% Δp: -0.841%
51
+ 10.0% Δp: -3.898%
52
+ 5.0% Δp: -7.050%
53
+ 1.0% Δp: -15.775%
54
+ 0.1% Δp: -35.943%
55
+ Minimum Δp: -96.477%
56
+ RMS Δp : 4.680 ± 0.164 %
57
+ Same top p: 93.926 ┬▒ 0.187 %
58
+
59
+ 0.11.600.025 I kl_divergence: 9.65 seconds per pass - ETA
artifacts/logs/kld-q6-no-imatrix-neutral-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld.ps1:122 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.647.122 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.01.819.065 I
10
+ 0.01.819.139 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.01.910.030 I kl_divergence: computing over 2 chunks, n_ctx=4096, batch_size=2048, n_seq=1
13
+ 0.07 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 7.6201 ┬▒ 0.4189 0.02268 ┬▒ 0.00500 0.01982 ┬▒ 0.00228 4.916 ┬▒ 0.447 % 93.845 ┬▒ 0.531 %
17
+ 2 7.0351 ┬▒ 0.2738 0.01784 ┬▒ 0.00302 0.01374 ┬▒ 0.00124 4.127 ┬▒ 0.338 % 94.919 ┬▒ 0.343 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 7.035107 ┬▒ 0.273836
21
+ Mean PPL(base) : 6.910705 ┬▒ 0.268179
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.70%
23
+ Mean ln(PPL(Q)/PPL(base)) : 0.017841 ┬▒ 0.003018
24
+ Mean PPL(Q)/PPL(base) : 1.018001 ┬▒ 0.003072
25
+ Mean PPL(Q)-PPL(base) : 0.124402 ┬▒ 0.021773
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.013738 ┬▒ 0.001238
29
+ Maximum KLD: 2.944526
30
+ 99.9% KLD: 1.387995
31
+ 99.0% KLD: 0.105705
32
+ 95.0% KLD: 0.040279
33
+ 90.0% KLD: 0.024372
34
+ Median KLD: 0.004555
35
+ 10.0% KLD: 0.000053
36
+ 5.0% KLD: 0.000015
37
+ 1.0% KLD: 0.000002
38
+ 0.1% KLD: -0.000001
39
+ Minimum KLD: -0.000004
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.328 ± 0.064 %
43
+ Maximum Δp: 77.024%
44
+ 99.9% Δp: 26.250%
45
+ 99.0% Δp: 9.062%
46
+ 95.0% Δp: 3.364%
47
+ 90.0% Δp: 1.672%
48
+ 75.0% Δp: 0.200%
49
+ Median Δp: -0.007%
50
+ 25.0% Δp: -0.440%
51
+ 10.0% Δp: -2.578%
52
+ 5.0% Δp: -5.161%
53
+ 1.0% Δp: -13.628%
54
+ 0.1% Δp: -35.982%
55
+ Minimum Δp: -82.843%
56
+ RMS Δp : 4.127 ± 0.338 %
57
+ Same top p: 94.919 ┬▒ 0.343 %
58
+
59
+ 0.04.330.347 I kl_divergence: 2.42 seconds per pass - ETA
artifacts/logs/kld-q8-neutral-ctx16k-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld_16k.ps1:128 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.835.052 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.02.006.360 I
10
+ 0.02.006.425 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.02.286.434 I kl_divergence: computing over 2 chunks, n_ctx=16384, batch_size=2048, n_seq=1
13
+ 0.32 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 10.3542 ┬▒ 0.3064 0.00203 ┬▒ 0.00116 0.00350 ┬▒ 0.00044 1.940 ┬▒ 0.207 % 97.741 ┬▒ 0.164 %
17
+ 2 8.5503 ┬▒ 0.1727 -0.00086 ┬▒ 0.00069 0.00271 ┬▒ 0.00031 1.703 ┬▒ 0.152 % 98.089 ┬▒ 0.107 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 8.550264 ┬▒ 0.172665
21
+ Mean PPL(base) : 8.557646 ┬▒ 0.172676
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.94%
23
+ Mean ln(PPL(Q)/PPL(base)) : -0.000863 ┬▒ 0.000689
24
+ Mean PPL(Q)/PPL(base) : 0.999137 ┬▒ 0.000688
25
+ Mean PPL(Q)-PPL(base) : -0.007383 ┬▒ 0.005889
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.002709 ┬▒ 0.000307
29
+ Maximum KLD: 3.244917
30
+ 99.9% KLD: 0.217027
31
+ 99.0% KLD: 0.015888
32
+ 95.0% KLD: 0.005437
33
+ 90.0% KLD: 0.003653
34
+ Median KLD: 0.000818
35
+ 10.0% KLD: 0.000021
36
+ 5.0% KLD: 0.000004
37
+ 1.0% KLD: -0.000008
38
+ 0.1% KLD: -0.000040
39
+ Minimum KLD: -0.000113
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.008 ± 0.013 %
43
+ Maximum Δp: 46.800%
44
+ 99.9% Δp: 11.808%
45
+ 99.0% Δp: 3.712%
46
+ 95.0% Δp: 1.626%
47
+ 90.0% Δp: 0.883%
48
+ 75.0% Δp: 0.150%
49
+ Median Δp: -0.000%
50
+ 25.0% Δp: -0.170%
51
+ 10.0% Δp: -0.951%
52
+ 5.0% Δp: -1.684%
53
+ 1.0% Δp: -3.642%
54
+ 0.1% Δp: -11.047%
55
+ Minimum Δp: -68.902%
56
+ RMS Δp : 1.703 ± 0.152 %
57
+ Same top p: 98.089 ┬▒ 0.107 %
58
+
59
+ 0.12.253.736 I kl_divergence: 9.97 seconds per pass - ETA
artifacts/logs/kld-q8-neutral-quick2.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld.ps1:122 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.01.891.370 I cmn init: llama threadpool init, n_threads = 8
9
+ 0.02.028.625 I
10
+ 0.02.028.684 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
11
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
12
+ 0.02.106.145 I kl_divergence: computing over 2 chunks, n_ctx=4096, batch_size=2048, n_seq=1
13
+ 0.07 minutes
14
+
15
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
16
+ 1 7.4531 ┬▒ 0.4088 0.00053 ┬▒ 0.00158 0.00166 ┬▒ 0.00019 1.440 ┬▒ 0.179 % 98.290 ┬▒ 0.287 %
17
+ 2 6.9067 ┬▒ 0.2677 -0.00058 ┬▒ 0.00097 0.00135 ┬▒ 0.00010 1.275 ┬▒ 0.106 % 98.192 ┬▒ 0.208 %
18
+
19
+ ====== Perplexity statistics ======
20
+ Mean PPL(Q) : 6.906721 ┬▒ 0.267697
21
+ Mean PPL(base) : 6.910705 ┬▒ 0.268179
22
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.97%
23
+ Mean ln(PPL(Q)/PPL(base)) : -0.000577 ┬▒ 0.000968
24
+ Mean PPL(Q)/PPL(base) : 0.999423 ┬▒ 0.000968
25
+ Mean PPL(Q)-PPL(base) : -0.003984 ┬▒ 0.006698
26
+
27
+ ====== KL divergence statistics ======
28
+ Mean KLD: 0.001354 ┬▒ 0.000096
29
+ Maximum KLD: 0.247010
30
+ 99.9% KLD: 0.073939
31
+ 99.0% KLD: 0.011297
32
+ 95.0% KLD: 0.004319
33
+ 90.0% KLD: 0.002618
34
+ Median KLD: 0.000540
35
+ 10.0% KLD: 0.000005
36
+ 5.0% KLD: 0.000001
37
+ 1.0% KLD: -0.000002
38
+ 0.1% KLD: -0.000011
39
+ Minimum KLD: -0.000019
40
+
41
+ ====== Token probability statistics ======
42
+ Mean Δp: -0.032 ± 0.020 %
43
+ Maximum Δp: 28.499%
44
+ 99.9% Δp: 7.270%
45
+ 99.0% Δp: 3.780%
46
+ 95.0% Δp: 1.250%
47
+ 90.0% Δp: 0.652%
48
+ 75.0% Δp: 0.074%
49
+ Median Δp: -0.001%
50
+ 25.0% Δp: -0.132%
51
+ 10.0% Δp: -0.765%
52
+ 5.0% Δp: -1.434%
53
+ 1.0% Δp: -3.833%
54
+ 0.1% Δp: -9.710%
55
+ Minimum Δp: -20.142%
56
+ RMS Δp : 1.275 ± 0.106 %
57
+ Same top p: 98.192 ┬▒ 0.208 %
58
+
59
+ 0.04.456.837 I kl_divergence: 2.35 seconds per pass - ETA
artifacts/logs/kld-selfcheck-bf16-neutral-ctx16k-quick2.log ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld_16k.ps1:128 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.00.319.380 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 28, abort
9
+ 0.03.259.991 I cmn init: llama threadpool init, n_threads = 8
10
+ 0.03.761.165 I
11
+ 0.03.761.233 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
12
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
13
+ 0.04.050.270 I kl_divergence: computing over 2 chunks, n_ctx=16384, batch_size=2048, n_seq=1
14
+ 0.47 minutes
15
+
16
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
17
+ 1 10.3486 ┬▒ 0.3064 0.00149 ┬▒ 0.00071 0.00000 ┬▒ 0.00000 0.001 ┬▒ 0.000 % 100.000 ┬▒ 0.000 %
18
+ 2 8.5651 ┬▒ 0.1732 0.00087 ┬▒ 0.00038 0.00000 ┬▒ 0.00000 0.001 ┬▒ 0.000 % 100.000 ┬▒ 0.000 %
19
+
20
+ ====== Perplexity statistics ======
21
+ Mean PPL(Q) : 8.565097 ┬▒ 0.173169
22
+ Mean PPL(base) : 8.557646 ┬▒ 0.172676
23
+ Cor(ln(PPL(Q)), ln(PPL(base))): 99.98%
24
+ Mean ln(PPL(Q)/PPL(base)) : 0.000870 ┬▒ 0.000376
25
+ Mean PPL(Q)/PPL(base) : 1.000871 ┬▒ 0.000376
26
+ Mean PPL(Q)-PPL(base) : 0.007451 ┬▒ 0.003235
27
+
28
+ ====== KL divergence statistics ======
29
+ Mean KLD: 0.000000 ┬▒ 0.000000
30
+ Maximum KLD: 0.000063
31
+ 99.9% KLD: 0.000050
32
+ 99.0% KLD: 0.000035
33
+ 95.0% KLD: 0.000020
34
+ 90.0% KLD: 0.000013
35
+ Median KLD: 0.000000
36
+ 10.0% KLD: -0.000013
37
+ 5.0% KLD: -0.000019
38
+ 1.0% KLD: -0.000034
39
+ 0.1% KLD: -0.000048
40
+ Minimum KLD: -0.000060
41
+
42
+ ====== Token probability statistics ======
43
+ Mean Δp: -0.000 ± 0.000 %
44
+ Maximum Δp: 0.006%
45
+ 99.9% Δp: 0.004%
46
+ 99.0% Δp: 0.002%
47
+ 95.0% Δp: 0.001%
48
+ 90.0% Δp: 0.000%
49
+ 75.0% Δp: 0.000%
50
+ Median Δp: 0.000%
51
+ 25.0% Δp: -0.000%
52
+ 10.0% Δp: -0.000%
53
+ 5.0% Δp: -0.001%
54
+ 1.0% Δp: -0.002%
55
+ 0.1% Δp: -0.004%
56
+ Minimum Δp: -0.005%
57
+ RMS Δp : 0.001 ± 0.000 %
58
+ Same top p: 100.000 ┬▒ 0.000 %
59
+
60
+ 0.18.076.304 I kl_divergence: 14.03 seconds per pass - ETA
artifacts/logs/kld-selfcheck-bf16-neutral-quick2.log ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-perplexity.exe : Read 1560115 bytes from binary file <WORK_ROOT>\data\evaluation\eval_neutral-lf.txt
2
+ Au caractère <WORK_ROOT>\scripts\bench_quality_kld.ps1:122 : 1
3
+ + & $Perplexity @Arguments 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (Read 1560115 by..._neutral-lf.txt:String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ 0.00.310.041 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 28, abort
9
+ 0.03.345.092 I cmn init: llama threadpool init, n_threads = 8
10
+ 0.03.763.832 I
11
+ 0.03.763.877 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 890 | USE_GRAPHS = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 =
12
+ 1 | F16C = 1 | FMA = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 |
13
+ 0.03.807.689 I kl_divergence: computing over 2 chunks, n_ctx=4096, batch_size=2048, n_seq=1
14
+ 0.10 minutes
15
+
16
+ chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p
17
+ 1 7.4492 ┬▒ 0.4090 0.00000 ┬▒ -nan(ind) 0.00000 ┬▒ 0.00000 0.001 ┬▒ 0.000 % 100.000 ┬▒ 0.000 %
18
+ 2 6.9107 ┬▒ 0.2682 0.00000 ┬▒ -nan(ind) 0.00000 ┬▒ 0.00000 0.001 ┬▒ 0.000 % 100.000 ┬▒ 0.000 %
19
+
20
+ ====== Perplexity statistics ======
21
+ Mean PPL(Q) : 6.910707 ┬▒ 0.268179
22
+ Mean PPL(base) : 6.910705 ┬▒ 0.268179
23
+ Cor(ln(PPL(Q)), ln(PPL(base))): 100.00%
24
+ Mean ln(PPL(Q)/PPL(base)) : 0.000000 ┬▒ -nan(ind)
25
+ Mean PPL(Q)/PPL(base) : 1.000000 ┬▒ -nan(ind)
26
+ Mean PPL(Q)-PPL(base) : 0.000001 ┬▒ -nan(ind)
27
+
28
+ ====== KL divergence statistics ======
29
+ Mean KLD: 0.000000 ┬▒ 0.000000
30
+ Maximum KLD: 0.000064
31
+ 99.9% KLD: 0.000049
32
+ 99.0% KLD: 0.000036
33
+ 95.0% KLD: 0.000021
34
+ 90.0% KLD: 0.000014
35
+ Median KLD: 0.000000
36
+ 10.0% KLD: -0.000014
37
+ 5.0% KLD: -0.000021
38
+ 1.0% KLD: -0.000035
39
+ 0.1% KLD: -0.000050
40
+ Minimum KLD: -0.000067
41
+
42
+ ====== Token probability statistics ======
43
+ Mean Δp: -0.000 ± 0.000 %
44
+ Maximum Δp: 0.005%
45
+ 99.9% Δp: 0.004%
46
+ 99.0% Δp: 0.002%
47
+ 95.0% Δp: 0.000%
48
+ 90.0% Δp: 0.000%
49
+ 75.0% Δp: 0.000%
50
+ Median Δp: 0.000%
51
+ 25.0% Δp: -0.000%
52
+ 10.0% Δp: -0.000%
53
+ 5.0% Δp: -0.000%
54
+ 1.0% Δp: -0.002%
55
+ 0.1% Δp: -0.004%
56
+ Minimum Δp: -0.005%
57
+ RMS Δp : 0.001 ± 0.000 %
58
+ Same top p: 100.000 ┬▒ 0.000 %
59
+
60
+ 0.07.038.148 I kl_divergence: 3.23 seconds per pass - ETA
artifacts/logs/model-hashes.txt ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ Spark-X2.5-4B-BF16.gguf
2
+ bytes=8229920352
3
+ sha256=8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14
4
+
5
+ Spark-X2.5-4B-Q8_0.gguf
6
+ bytes=4375021152
7
+ sha256=5C2C3C190E4337E1016B8593CA8E26E8B18C972200B107385D4EC61A25D9DEA2
artifacts/logs/model-metadata-check.txt ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ BF16 and Q8 metadata comparison
2
+
3
+ PASS general.architecture = spark2_5
4
+ PASS general.size_label = 4.1B
5
+ PASS spark2_5.block_count = 36
6
+ PASS spark2_5.context_length = 1048576
7
+ PASS spark2_5.embedding_length = 2560
8
+ PASS spark2_5.feed_forward_length = 10240
9
+ PASS spark2_5.attention.head_count = 16
10
+ PASS spark2_5.attention.head_count_kv = 4
11
+ PASS spark2_5.attention.sliding_window = 512
12
+ PASS spark2_5.vocab_size = 131072
13
+ PASS spark2_5.rope.freq_base = 5000000
14
+ PASS spark2_5.rope.freq_base_swa = 10000
15
+ PASS tokenizer.ggml.model = gpt2
16
+ PASS tokenizer.ggml.pre = spark2_5
17
+ PASS tokenizer special IDs and BOS/EOS behavior match
18
+ PASS HF, BF16 and Q8 chat templates are exactly equal (4556 characters)
19
+
20
+ EXPECTED DIFFERENCE
21
+ BF16 general.file_type = 32
22
+ Q8 general.file_type = 7
artifacts/logs/q6-public-metadata-sanitization.txt ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Q6_K public-container metadata sanitization
2
+ Date: 2026-09-02
3
+
4
+ Reason
5
+ ------
6
+ llama-quantize stored the local absolute iMatrix path in the optional
7
+ `quantize.imatrix.file` GGUF metadata key. This key is provenance metadata and
8
+ is not needed to load or run the model. It was removed before public release.
9
+
10
+ Input evaluated container
11
+ -------------------------
12
+ File: Spark-X2.5-4B-Q6_K-imatrix-4k-16k.gguf
13
+ Bytes: 3379172512
14
+ SHA256: 162985111D4DD15DA0FF2AD111965CABCF60690C40A52D53D2CB3640483DE51D
15
+
16
+ Operation
17
+ ---------
18
+ Tool: llama.cpp/gguf-py/gguf/scripts/gguf_new_metadata.py
19
+ llama.cpp commit: fe158c6c4db8b0cb8d74c7cfe23401f7c21a45fe
20
+ Removed key: quantize.imatrix.file
21
+ Command shape:
22
+ gguf_new_metadata.py INPUT OUTPUT --remove-metadata quantize.imatrix.file --force
23
+
24
+ Published container
25
+ -------------------
26
+ File: Spark-X2.5-4B-Q6_K.gguf
27
+ Bytes: 3379172384
28
+ SHA256: 107F0E30E317B4FFFF3DD63CC30F1945C161E82B31EF7BC73187941D3EA71E42
29
+
30
+ Tensor identity proof
31
+ ---------------------
32
+ Tool: llama.cpp/gguf-py/gguf/scripts/gguf_hash.py --no-layer
33
+ Input tensor-data SHA256: f70482cf653bc90d935ab68ab83202d2a02c260699c5213d188d736c469bd1ae
34
+ Output tensor-data SHA256: f70482cf653bc90d935ab68ab83202d2a02c260699c5213d188d736c469bd1ae
35
+ Input tensor UUID: bcc7718c-1523-5160-90ac-5692c55ca879
36
+ Output tensor UUID: bcc7718c-1523-5160-90ac-5692c55ca879
37
+ Result: byte-identical tensor data.
38
+
39
+ Post-checks
40
+ -----------
41
+ - quantize.imatrix.file absent: PASS
42
+ - private absolute path absent from Q6 metadata: PASS
43
+ - llama-cli load and deterministic short generation: PASS
44
+ - generated answer: OK
45
+
46
+ The KLD, speed and passkey measurements identify the evaluated input container
47
+ by its original whole-file SHA256. They apply unchanged to the published
48
+ container because all tensor data are byte-identical.
artifacts/logs/q8-provenance.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Local PowerShell history records this quantization command:
2
+
3
+ C:\llama.cpp\build\bin\llama-quantize.exe
4
+ models/Spark/Spark-X2.5-4B-BF16.gguf
5
+ models/Spark/Spark-X2.5-4B-Q8_0.gguf
6
+ Q8_0
7
+
8
+ Current artifacts:
9
+
10
+ BF16 SHA256: 8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14
11
+ Q8_0 SHA256: 5C2C3C190E4337E1016B8593CA8E26E8B18C972200B107385D4EC61A25D9DEA2
12
+
13
+ The BF16 predates the Q8_0, and their architecture, tokenizer metadata, and chat
14
+ template match. The original quantization run did not record the BF16 hash at
15
+ run time, so this is strong local provenance rather than a cryptographic chain
16
+ of custody.
artifacts/logs/quantize-q6-imatrix-4k-16k.log ADDED
@@ -0,0 +1,572 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llama-quantize.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 8187 MiB):
2
+ Au caractère <WORK_ROOT>\scripts\quantize_q6_variants.ps1:85 : 1
3
+ + & $Quantize @QuantizeArgs 2>&1 | Tee-Object -FilePath $Log
4
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+ + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 8187 MiB)::String) [], RemoteException
6
+ + FullyQualifiedErrorId : NativeCommandError
7
+
8
+ Device 0: NVIDIA GeForce RTX 4060 Laptop GPU, compute capability 8.9, VMM: yes, VRAM: 8187 MiB
9
+ version: 0.3.0-dev (build 10668, commit fe158c6c4)
10
+ built with MSVC 19.51.36244.0 for Windows AMD64
11
+ llama_quantize: quantizing 'C:\llama.cpp\models\Spark\Spark-X2.5-4B-BF16.gguf' to
12
+ '<WORK_ROOT>\models\Spark-X2.5-4B-Q6_K-imatrix-4k-16k.gguf' as Q6_K using 8 threads
13
+ llama_model_loader: loaded meta data with 37 key-value pairs and 290 tensors from C:\llama.cpp\models\Spark\Spark-X2.5-4B-BF16.gguf (version GGUF V3
14
+ (latest))
15
+ llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output.
16
+ llama_model_loader: - kv 0: general.architecture str = spark2_5
17
+ llama_model_loader: - kv 1: general.type str = model
18
+ llama_model_loader: - kv 2: general.sampling.top_k i32 = -1
19
+ llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000
20
+ llama_model_loader: - kv 4: general.sampling.temp f32 = 1.000000
21
+ llama_model_loader: - kv 5: general.name str = Hf_Format
22
+ llama_model_loader: - kv 6: general.size_label str = 4.1B
23
+ llama_model_loader: - kv 7: spark2_5.block_count u32 = 36
24
+ llama_model_loader: - kv 8: spark2_5.context_length u32 = 1048576
25
+ llama_model_loader: - kv 9: spark2_5.embedding_length u32 = 2560
26
+ llama_model_loader: - kv 10: spark2_5.feed_forward_length u32 = 10240
27
+ llama_model_loader: - kv 11: spark2_5.attention.head_count u32 = 16
28
+ llama_model_loader: - kv 12: spark2_5.attention.head_count_kv u32 = 4
29
+ llama_model_loader: - kv 13: spark2_5.rope.freq_base f32 = 5000000.000000
30
+ llama_model_loader: - kv 14: spark2_5.rope.freq_base_swa f32 = 10000.000000
31
+ llama_model_loader: - kv 15: spark2_5.attention.layer_norm_rms_epsilon f32 = 0.000001
32
+ llama_model_loader: - kv 16: spark2_5.attention.key_length u32 = 256
33
+ llama_model_loader: - kv 17: spark2_5.attention.value_length u32 = 256
34
+ llama_model_loader: - kv 18: general.file_type u32 = 32
35
+ llama_model_loader: - kv 19: spark2_5.vocab_size u32 = 131072
36
+ llama_model_loader: - kv 20: spark2_5.attention.sliding_window u32 = 512
37
+ llama_model_loader: - kv 21: spark2_5.attention.sliding_window_pattern arr[bool,36] = [true, true, true, false, true, true,...
38
+ llama_model_loader: - kv 22: spark2_5.rope.dimension_count u32 = 64
39
+ llama_model_loader: - kv 23: spark2_5.rope.dimension_count_swa u32 = 256
40
+ llama_model_loader: - kv 24: general.quantization_version u32 = 2
41
+ llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2
42
+ llama_model_loader: - kv 26: tokenizer.ggml.pre str = spark2_5
43
+ llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["<´¢£startÔûüofÔûüsentence´¢£>", "<´...
44
+ llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 4, 4, 3, 3, 3, 4, 4, 4, 3, ...
45
+ llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,130716] = ["─á ─á", "─á t", "i n", "─á a", "─á─...
46
+ llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 0
47
+ llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 1
48
+ llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 5
49
+ llama_model_loader: - kv 33: tokenizer.ggml.padding_token_id u32 = 2
50
+ llama_model_loader: - kv 34: tokenizer.ggml.add_bos_token bool = false
51
+ llama_model_loader: - kv 35: tokenizer.ggml.add_eos_token bool = false
52
+ llama_model_loader: - kv 36: tokenizer.chat_template str = {#- 0826þëêµ£¼ -#}\n{%- if not message...
53
+ llama_model_loader: - type f32: 73 tensors
54
+ llama_model_loader: - type bf16: 217 tensors
55
+
56
+ llama_model_quantize_impl: have importance matrix data with 216 entries
57
+ [ 1/ 290] output_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
58
+ [ 2/ 290] token_embd.weight - [ 2560, 131072, 1, 1], type = bf16,
59
+ ====== llama_model_quantize_impl: did not find weights for token_embd.weight
60
+ load_imatrix: imatrix datasets=['.\data\calibration\spark_calib_train.txt', '.\data\calibration\spark_calib_train-lf.txt', '.\data\calibration\spark_calib_longctx-lf.txt', '.\data\calibration\spark_calib_longctx-lf.txt']
61
+ load_imatrix: loaded 216 importance matrix entries from <WORK_ROOT>\imatrix\Spark-X2.5-4B-imatrix-4k-16k.gguf computed on 140 chunks
62
+ prepare_imatrix: have 216 importance matrix entries
63
+ converting to q6_K .. size = 640.00 MiB -> 262.50 MiB
64
+ [ 3/ 290] blk.0.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
65
+ MiB
66
+ [ 4/ 290] blk.0.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
67
+ [ 5/ 290] blk.0.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
68
+ MiB
69
+ [ 6/ 290] blk.0.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
70
+ MiB
71
+ [ 7/ 290] blk.0.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
72
+ MiB
73
+ [ 8/ 290] blk.0.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
74
+ MiB
75
+ [ 9/ 290] blk.0.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
76
+ [ 10/ 290] blk.0.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
77
+ MiB
78
+ [ 11/ 290] blk.1.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
79
+ MiB
80
+ [ 12/ 290] blk.1.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
81
+ [ 13/ 290] blk.1.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
82
+ MiB
83
+ [ 14/ 290] blk.1.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
84
+ MiB
85
+ [ 15/ 290] blk.1.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
86
+ MiB
87
+ [ 16/ 290] blk.1.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
88
+ MiB
89
+ [ 17/ 290] blk.1.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
90
+ [ 18/ 290] blk.1.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
91
+ MiB
92
+ [ 19/ 290] blk.2.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
93
+ MiB
94
+ [ 20/ 290] blk.2.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
95
+ [ 21/ 290] blk.2.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
96
+ MiB
97
+ [ 22/ 290] blk.2.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
98
+ MiB
99
+ [ 23/ 290] blk.2.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
100
+ MiB
101
+ [ 24/ 290] blk.2.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
102
+ MiB
103
+ [ 25/ 290] blk.2.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
104
+ [ 26/ 290] blk.2.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
105
+ MiB
106
+ [ 27/ 290] blk.3.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
107
+ MiB
108
+ [ 28/ 290] blk.3.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
109
+ [ 29/ 290] blk.3.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
110
+ MiB
111
+ [ 30/ 290] blk.3.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
112
+ MiB
113
+ [ 31/ 290] blk.3.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
114
+ MiB
115
+ [ 32/ 290] blk.3.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
116
+ MiB
117
+ [ 33/ 290] blk.3.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
118
+ [ 34/ 290] blk.3.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
119
+ MiB
120
+ [ 35/ 290] blk.4.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
121
+ MiB
122
+ [ 36/ 290] blk.4.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
123
+ [ 37/ 290] blk.4.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
124
+ MiB
125
+ [ 38/ 290] blk.4.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
126
+ MiB
127
+ [ 39/ 290] blk.4.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
128
+ MiB
129
+ [ 40/ 290] blk.4.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
130
+ MiB
131
+ [ 41/ 290] blk.4.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
132
+ [ 42/ 290] blk.4.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
133
+ MiB
134
+ [ 43/ 290] blk.5.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
135
+ MiB
136
+ [ 44/ 290] blk.5.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
137
+ [ 45/ 290] blk.5.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
138
+ MiB
139
+ [ 46/ 290] blk.5.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
140
+ MiB
141
+ [ 47/ 290] blk.5.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
142
+ MiB
143
+ [ 48/ 290] blk.5.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
144
+ MiB
145
+ [ 49/ 290] blk.5.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
146
+ [ 50/ 290] blk.5.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
147
+ MiB
148
+ [ 51/ 290] blk.6.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
149
+ MiB
150
+ [ 52/ 290] blk.6.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
151
+ [ 53/ 290] blk.6.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
152
+ MiB
153
+ [ 54/ 290] blk.6.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
154
+ MiB
155
+ [ 55/ 290] blk.6.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
156
+ MiB
157
+ [ 56/ 290] blk.6.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
158
+ MiB
159
+ [ 57/ 290] blk.6.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
160
+ [ 58/ 290] blk.6.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
161
+ MiB
162
+ [ 59/ 290] blk.7.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
163
+ MiB
164
+ [ 60/ 290] blk.7.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
165
+ [ 61/ 290] blk.7.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
166
+ MiB
167
+ [ 62/ 290] blk.7.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
168
+ MiB
169
+ [ 63/ 290] blk.7.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
170
+ MiB
171
+ [ 64/ 290] blk.7.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
172
+ MiB
173
+ [ 65/ 290] blk.7.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
174
+ [ 66/ 290] blk.7.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
175
+ MiB
176
+ [ 67/ 290] blk.8.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
177
+ MiB
178
+ [ 68/ 290] blk.8.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
179
+ [ 69/ 290] blk.8.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
180
+ MiB
181
+ [ 70/ 290] blk.8.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
182
+ MiB
183
+ [ 71/ 290] blk.8.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
184
+ MiB
185
+ [ 72/ 290] blk.8.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
186
+ MiB
187
+ [ 73/ 290] blk.8.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
188
+ [ 74/ 290] blk.8.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
189
+ MiB
190
+ [ 75/ 290] blk.9.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
191
+ MiB
192
+ [ 76/ 290] blk.9.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
193
+ [ 77/ 290] blk.9.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
194
+ MiB
195
+ [ 78/ 290] blk.9.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
196
+ MiB
197
+ [ 79/ 290] blk.9.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
198
+ MiB
199
+ [ 80/ 290] blk.9.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
200
+ MiB
201
+ [ 81/ 290] blk.9.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
202
+ [ 82/ 290] blk.9.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
203
+ MiB
204
+ [ 83/ 290] blk.10.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
205
+ MiB
206
+ [ 84/ 290] blk.10.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
207
+ [ 85/ 290] blk.10.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
208
+ MiB
209
+ [ 86/ 290] blk.10.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
210
+ MiB
211
+ [ 87/ 290] blk.10.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
212
+ MiB
213
+ [ 88/ 290] blk.10.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
214
+ MiB
215
+ [ 89/ 290] blk.10.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
216
+ [ 90/ 290] blk.10.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
217
+ MiB
218
+ [ 91/ 290] blk.11.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
219
+ MiB
220
+ [ 92/ 290] blk.11.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
221
+ [ 93/ 290] blk.11.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
222
+ MiB
223
+ [ 94/ 290] blk.11.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
224
+ MiB
225
+ [ 95/ 290] blk.11.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
226
+ MiB
227
+ [ 96/ 290] blk.11.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
228
+ MiB
229
+ [ 97/ 290] blk.11.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
230
+ [ 98/ 290] blk.11.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
231
+ MiB
232
+ [ 99/ 290] blk.12.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
233
+ MiB
234
+ [ 100/ 290] blk.12.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
235
+ [ 101/ 290] blk.12.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
236
+ MiB
237
+ [ 102/ 290] blk.12.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
238
+ MiB
239
+ [ 103/ 290] blk.12.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
240
+ MiB
241
+ [ 104/ 290] blk.12.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
242
+ MiB
243
+ [ 105/ 290] blk.12.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
244
+ [ 106/ 290] blk.12.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
245
+ MiB
246
+ [ 107/ 290] blk.13.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
247
+ MiB
248
+ [ 108/ 290] blk.13.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
249
+ [ 109/ 290] blk.13.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
250
+ MiB
251
+ [ 110/ 290] blk.13.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
252
+ MiB
253
+ [ 111/ 290] blk.13.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
254
+ MiB
255
+ [ 112/ 290] blk.13.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
256
+ MiB
257
+ [ 113/ 290] blk.13.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
258
+ [ 114/ 290] blk.13.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
259
+ MiB
260
+ [ 115/ 290] blk.14.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
261
+ MiB
262
+ [ 116/ 290] blk.14.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
263
+ [ 117/ 290] blk.14.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
264
+ MiB
265
+ [ 118/ 290] blk.14.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
266
+ MiB
267
+ [ 119/ 290] blk.14.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
268
+ MiB
269
+ [ 120/ 290] blk.14.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
270
+ MiB
271
+ [ 121/ 290] blk.14.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
272
+ [ 122/ 290] blk.14.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
273
+ MiB
274
+ [ 123/ 290] blk.15.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
275
+ MiB
276
+ [ 124/ 290] blk.15.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
277
+ [ 125/ 290] blk.15.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
278
+ MiB
279
+ [ 126/ 290] blk.15.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
280
+ MiB
281
+ [ 127/ 290] blk.15.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
282
+ MiB
283
+ [ 128/ 290] blk.15.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
284
+ MiB
285
+ [ 129/ 290] blk.15.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
286
+ [ 130/ 290] blk.15.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
287
+ MiB
288
+ [ 131/ 290] blk.16.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
289
+ MiB
290
+ [ 132/ 290] blk.16.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
291
+ [ 133/ 290] blk.16.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
292
+ MiB
293
+ [ 134/ 290] blk.16.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
294
+ MiB
295
+ [ 135/ 290] blk.16.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
296
+ MiB
297
+ [ 136/ 290] blk.16.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
298
+ MiB
299
+ [ 137/ 290] blk.16.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
300
+ [ 138/ 290] blk.16.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
301
+ MiB
302
+ [ 139/ 290] blk.17.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
303
+ MiB
304
+ [ 140/ 290] blk.17.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
305
+ [ 141/ 290] blk.17.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
306
+ MiB
307
+ [ 142/ 290] blk.17.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
308
+ MiB
309
+ [ 143/ 290] blk.17.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
310
+ MiB
311
+ [ 144/ 290] blk.17.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
312
+ MiB
313
+ [ 145/ 290] blk.17.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
314
+ [ 146/ 290] blk.17.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
315
+ MiB
316
+ [ 147/ 290] blk.18.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
317
+ MiB
318
+ [ 148/ 290] blk.18.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
319
+ [ 149/ 290] blk.18.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
320
+ MiB
321
+ [ 150/ 290] blk.18.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
322
+ MiB
323
+ [ 151/ 290] blk.18.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
324
+ MiB
325
+ [ 152/ 290] blk.18.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
326
+ MiB
327
+ [ 153/ 290] blk.18.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
328
+ [ 154/ 290] blk.18.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
329
+ MiB
330
+ [ 155/ 290] blk.19.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
331
+ MiB
332
+ [ 156/ 290] blk.19.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
333
+ [ 157/ 290] blk.19.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
334
+ MiB
335
+ [ 158/ 290] blk.19.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
336
+ MiB
337
+ [ 159/ 290] blk.19.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
338
+ MiB
339
+ [ 160/ 290] blk.19.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
340
+ MiB
341
+ [ 161/ 290] blk.19.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
342
+ [ 162/ 290] blk.19.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
343
+ MiB
344
+ [ 163/ 290] blk.20.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
345
+ MiB
346
+ [ 164/ 290] blk.20.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
347
+ [ 165/ 290] blk.20.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
348
+ MiB
349
+ [ 166/ 290] blk.20.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
350
+ MiB
351
+ [ 167/ 290] blk.20.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
352
+ MiB
353
+ [ 168/ 290] blk.20.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
354
+ MiB
355
+ [ 169/ 290] blk.20.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
356
+ [ 170/ 290] blk.20.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
357
+ MiB
358
+ [ 171/ 290] blk.21.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
359
+ MiB
360
+ [ 172/ 290] blk.21.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
361
+ [ 173/ 290] blk.21.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
362
+ MiB
363
+ [ 174/ 290] blk.21.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
364
+ MiB
365
+ [ 175/ 290] blk.21.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
366
+ MiB
367
+ [ 176/ 290] blk.21.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
368
+ MiB
369
+ [ 177/ 290] blk.21.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
370
+ [ 178/ 290] blk.21.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
371
+ MiB
372
+ [ 179/ 290] blk.22.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
373
+ MiB
374
+ [ 180/ 290] blk.22.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
375
+ [ 181/ 290] blk.22.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
376
+ MiB
377
+ [ 182/ 290] blk.22.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
378
+ MiB
379
+ [ 183/ 290] blk.22.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
380
+ MiB
381
+ [ 184/ 290] blk.22.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
382
+ MiB
383
+ [ 185/ 290] blk.22.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
384
+ [ 186/ 290] blk.22.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
385
+ MiB
386
+ [ 187/ 290] blk.23.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
387
+ MiB
388
+ [ 188/ 290] blk.23.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
389
+ [ 189/ 290] blk.23.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
390
+ MiB
391
+ [ 190/ 290] blk.23.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
392
+ MiB
393
+ [ 191/ 290] blk.23.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
394
+ MiB
395
+ [ 192/ 290] blk.23.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
396
+ MiB
397
+ [ 193/ 290] blk.23.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
398
+ [ 194/ 290] blk.23.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
399
+ MiB
400
+ [ 195/ 290] blk.24.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
401
+ MiB
402
+ [ 196/ 290] blk.24.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
403
+ [ 197/ 290] blk.24.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
404
+ MiB
405
+ [ 198/ 290] blk.24.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
406
+ MiB
407
+ [ 199/ 290] blk.24.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
408
+ MiB
409
+ [ 200/ 290] blk.24.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
410
+ MiB
411
+ [ 201/ 290] blk.24.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
412
+ [ 202/ 290] blk.24.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
413
+ MiB
414
+ [ 203/ 290] blk.25.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
415
+ MiB
416
+ [ 204/ 290] blk.25.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
417
+ [ 205/ 290] blk.25.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
418
+ MiB
419
+ [ 206/ 290] blk.25.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
420
+ MiB
421
+ [ 207/ 290] blk.25.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
422
+ MiB
423
+ [ 208/ 290] blk.25.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
424
+ MiB
425
+ [ 209/ 290] blk.25.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
426
+ [ 210/ 290] blk.25.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
427
+ MiB
428
+ [ 211/ 290] blk.26.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
429
+ MiB
430
+ [ 212/ 290] blk.26.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
431
+ [ 213/ 290] blk.26.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
432
+ MiB
433
+ [ 214/ 290] blk.26.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
434
+ MiB
435
+ [ 215/ 290] blk.26.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
436
+ MiB
437
+ [ 216/ 290] blk.26.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
438
+ MiB
439
+ [ 217/ 290] blk.26.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
440
+ [ 218/ 290] blk.26.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
441
+ MiB
442
+ [ 219/ 290] blk.27.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
443
+ MiB
444
+ [ 220/ 290] blk.27.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
445
+ [ 221/ 290] blk.27.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
446
+ MiB
447
+ [ 222/ 290] blk.27.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
448
+ MiB
449
+ [ 223/ 290] blk.27.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
450
+ MiB
451
+ [ 224/ 290] blk.27.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
452
+ MiB
453
+ [ 225/ 290] blk.27.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
454
+ [ 226/ 290] blk.27.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
455
+ MiB
456
+ [ 227/ 290] blk.28.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
457
+ MiB
458
+ [ 228/ 290] blk.28.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
459
+ [ 229/ 290] blk.28.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
460
+ MiB
461
+ [ 230/ 290] blk.28.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
462
+ MiB
463
+ [ 231/ 290] blk.28.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
464
+ MiB
465
+ [ 232/ 290] blk.28.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
466
+ MiB
467
+ [ 233/ 290] blk.28.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
468
+ [ 234/ 290] blk.28.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
469
+ MiB
470
+ [ 235/ 290] blk.29.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
471
+ MiB
472
+ [ 236/ 290] blk.29.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
473
+ [ 237/ 290] blk.29.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
474
+ MiB
475
+ [ 238/ 290] blk.29.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
476
+ MiB
477
+ [ 239/ 290] blk.29.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
478
+ MiB
479
+ [ 240/ 290] blk.29.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
480
+ MiB
481
+ [ 241/ 290] blk.29.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
482
+ [ 242/ 290] blk.29.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
483
+ MiB
484
+ [ 243/ 290] blk.30.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
485
+ MiB
486
+ [ 244/ 290] blk.30.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
487
+ [ 245/ 290] blk.30.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
488
+ MiB
489
+ [ 246/ 290] blk.30.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
490
+ MiB
491
+ [ 247/ 290] blk.30.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
492
+ MiB
493
+ [ 248/ 290] blk.30.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
494
+ MiB
495
+ [ 249/ 290] blk.30.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
496
+ [ 250/ 290] blk.30.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
497
+ MiB
498
+ [ 251/ 290] blk.31.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
499
+ MiB
500
+ [ 252/ 290] blk.31.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
501
+ [ 253/ 290] blk.31.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
502
+ MiB
503
+ [ 254/ 290] blk.31.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
504
+ MiB
505
+ [ 255/ 290] blk.31.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
506
+ MiB
507
+ [ 256/ 290] blk.31.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
508
+ MiB
509
+ [ 257/ 290] blk.31.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
510
+ [ 258/ 290] blk.31.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
511
+ MiB
512
+ [ 259/ 290] blk.32.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
513
+ MiB
514
+ [ 260/ 290] blk.32.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
515
+ [ 261/ 290] blk.32.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
516
+ MiB
517
+ [ 262/ 290] blk.32.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
518
+ MiB
519
+ [ 263/ 290] blk.32.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
520
+ MiB
521
+ [ 264/ 290] blk.32.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
522
+ MiB
523
+ [ 265/ 290] blk.32.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
524
+ [ 266/ 290] blk.32.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
525
+ MiB
526
+ [ 267/ 290] blk.33.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
527
+ MiB
528
+ [ 268/ 290] blk.33.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
529
+ [ 269/ 290] blk.33.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
530
+ MiB
531
+ [ 270/ 290] blk.33.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
532
+ MiB
533
+ [ 271/ 290] blk.33.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
534
+ MiB
535
+ [ 272/ 290] blk.33.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
536
+ MiB
537
+ [ 273/ 290] blk.33.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
538
+ [ 274/ 290] blk.33.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
539
+ MiB
540
+ [ 275/ 290] blk.34.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
541
+ MiB
542
+ [ 276/ 290] blk.34.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
543
+ [ 277/ 290] blk.34.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
544
+ MiB
545
+ [ 278/ 290] blk.34.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
546
+ MiB
547
+ [ 279/ 290] blk.34.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
548
+ MiB
549
+ [ 280/ 290] blk.34.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
550
+ MiB
551
+ [ 281/ 290] blk.34.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
552
+ [ 282/ 290] blk.34.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
553
+ MiB
554
+ [ 283/ 290] blk.35.attn_gate.weight - [ 2560, 16, 1, 1], type = bf16, converting to q6_K .. size = 0.08 MiB -> 0.03
555
+ MiB
556
+ [ 284/ 290] blk.35.attn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
557
+ [ 285/ 290] blk.35.attn_output.weight - [ 4096, 2560, 1, 1], type = bf16, converting to q6_K .. size = 20.00 MiB -> 8.20
558
+ MiB
559
+ [ 286/ 290] blk.35.attn_qkv.weight - [ 2560, 6144, 1, 1], type = bf16, converting to q6_K .. size = 30.00 MiB -> 12.30
560
+ MiB
561
+ [ 287/ 290] blk.35.ffn_down.weight - [ 10240, 2560, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
562
+ MiB
563
+ [ 288/ 290] blk.35.ffn_gate.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
564
+ MiB
565
+ [ 289/ 290] blk.35.ffn_norm.weight - [ 2560, 1, 1, 1], type = f32, size = 0.010 MiB
566
+ [ 290/ 290] blk.35.ffn_up.weight - [ 2560, 10240, 1, 1], type = bf16, converting to q6_K .. size = 50.00 MiB -> 20.51
567
+ MiB
568
+ llama_model_quantize_impl: model size = 7843.53 MiB (16.00 BPW)
569
+ llama_model_quantize_impl: quant size = 3217.49 MiB (6.56 BPW)
570
+
571
+ llama_quantize: quantize time = 30820.40 ms
572
+ llama_quantize: total time = 30820.40 ms
artifacts/logs/tokenizer-parity.log ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ python.exe : [transformers] PyTorch was not found. Models won't be available and only tokenizers, configuration and
2
+ file/data utilities can be used.
3
+ Au caractère Ligne:2 : 1
4
+ + & '.\.venv\Scripts\python.exe' '.\scripts\check_tokenizer_parity.py' ...
5
+ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
6
+ + CategoryInfo : NotSpecified: ([transformers] ...es can be used.:String) [], RemoteException
7
+ + FullyQualifiedErrorId : NativeCommandError
8
+
9
+ [transformers] You are using a model of type `spark2_5` to instantiate a model of type ``. This may be expected if you
10
+ are loading a checkpoint that shares a subset of the architecture (e.g., loading a `sam2_video` checkpoint into
11
+ `Sam2Model`), but is otherwise not supported and can yield errors. Please verify that the checkpoint is compatible
12
+ with the model you are instantiating.
13
+ CASE multilingual: hf_tokens=52
14
+ PASS Spark-X2.5-4B-BF16.gguf: llama_tokens=52, first_difference=none
15
+ PASS Spark-X2.5-4B-Q8_0.gguf: llama_tokens=52, first_difference=none
16
+ CASE code: hf_tokens=46
17
+ PASS Spark-X2.5-4B-BF16.gguf: llama_tokens=46, first_difference=none
18
+ PASS Spark-X2.5-4B-Q8_0.gguf: llama_tokens=46, first_difference=none
19
+ CASE special_tokens: hf_tokens=20
20
+ PASS Spark-X2.5-4B-BF16.gguf: llama_tokens=20, first_difference=none
21
+ PASS Spark-X2.5-4B-Q8_0.gguf: llama_tokens=20, first_difference=none
22
+ CASE chat_thinking_on: hf_tokens=55
23
+ PASS Spark-X2.5-4B-BF16.gguf: llama_tokens=55, first_difference=none
24
+ PASS Spark-X2.5-4B-Q8_0.gguf: llama_tokens=55, first_difference=none
25
+ CASE chat_thinking_off: hf_tokens=55
26
+ PASS Spark-X2.5-4B-BF16.gguf: llama_tokens=55, first_difference=none
27
+ PASS Spark-X2.5-4B-Q8_0.gguf: llama_tokens=55, first_difference=none
28
+ SUMMARY failures=0, comparisons=10
artifacts/logs/vocab-sweep.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ tokenizer <HF_SOURCE_SNAPSHOT>\tokenizer.json
2
+ 131,185 rows = 131,072 BPE + 113 added
3
+ 129,145 ids have a standalone textual form; 1,935 are multi-byte fragments and cannot appear alone
4
+ round 0: 129,145 remaining -> 129,120 newly covered, 129,124 of 129,145 sweepable ids covered
5
+ round 1: 21 remaining -> 6 newly covered, 129,130 of 129,145 sweepable ids covered
6
+ round 2: 15 remaining -> 13 newly covered, 129,143 of 129,145 sweepable ids covered
7
+ sweep: 110 documents, 258,436 tokens, 2.00 tokens per id covered
8
+ unreachable by sweep: 2 sweepable ids + 1,935 multi-byte fragments
9
+ pool/vocab_sweep/synthetic/spark-x2.5-4b.jsonl 110 documents
artifacts/passkey_16k/manifest.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": "synthetic-passkey-retrieval",
3
+ "context": 16384,
4
+ "target_prompt_tokens_without_chat_template": 15000,
5
+ "tokenizer_model_sha256": "8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14",
6
+ "seed_method": "deterministic arithmetic records; no RNG",
7
+ "cases": [
8
+ {
9
+ "name": "depth10",
10
+ "target_depth": 0.1,
11
+ "expected_passkey": "S25X-A7K9-3142",
12
+ "prompt": "depth10.txt",
13
+ "prompt_sha256": "91F74846EDDF35D384E7E48A732922A96CAD416E8C8B73ADA54E2AC79F35C9A2",
14
+ "prompt_tokens_without_chat_template": 14997,
15
+ "needle_prefix_tokens": 1495,
16
+ "measured_depth": 0.099687,
17
+ "records": 499
18
+ },
19
+ {
20
+ "name": "depth50",
21
+ "target_depth": 0.5,
22
+ "expected_passkey": "S25X-M4Q8-2718",
23
+ "prompt": "depth50.txt",
24
+ "prompt_sha256": "EDB65C6F7A6CF67A2FAC974A4D29249312657A5E5661E4ABC5D0A1FE818BC582",
25
+ "prompt_tokens_without_chat_template": 14997,
26
+ "needle_prefix_tokens": 7470,
27
+ "measured_depth": 0.4981,
28
+ "records": 499
29
+ },
30
+ {
31
+ "name": "depth90",
32
+ "target_depth": 0.9,
33
+ "expected_passkey": "S25X-Z6R3-1618",
34
+ "prompt": "depth90.txt",
35
+ "prompt_sha256": "D703E2BE225B4DBE69D6727BD0EA4BFDB5B4224720DDC4525B6D76CD4946416D",
36
+ "prompt_tokens_without_chat_template": 14997,
37
+ "needle_prefix_tokens": 13445,
38
+ "measured_depth": 0.896513,
39
+ "records": 499
40
+ }
41
+ ]
42
+ }
artifacts/passkey_16k/prompts/depth10.txt ADDED
@@ -0,0 +1,504 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Read the following archive carefully. Exactly one line is labelled MEMORY NEEDLE. Remember its passkey and ignore all unrelated verification values.
2
+
3
+ Archive entry 0001: the violet library observed the garden; its unrelated verification value is 212648.
4
+ Archive entry 0002: the distant harbor recorded the courtyard; its unrelated verification value is 220567.
5
+ Archive entry 0003: the quiet lantern crossed the estuary; its unrelated verification value is 228486.
6
+ Archive entry 0004: the ancient compass catalogued the valley; its unrelated verification value is 236405.
7
+ Archive entry 0005: the amber observatory mapped the plateau; its unrelated verification value is 244324.
8
+ Archive entry 0006: the northern heron described the workshop; its unrelated verification value is 252243.
9
+ Archive entry 0007: the small orchard measured the island; its unrelated verification value is 260162.
10
+ Archive entry 0008: the silver meadow visited the gallery; its unrelated verification value is 268081.
11
+ Archive entry 0009: the violet library observed the garden; its unrelated verification value is 276000.
12
+ Archive entry 0010: the distant harbor recorded the courtyard; its unrelated verification value is 283919.
13
+ Archive entry 0011: the quiet lantern crossed the estuary; its unrelated verification value is 291838.
14
+ Archive entry 0012: the ancient compass catalogued the valley; its unrelated verification value is 299757.
15
+ Archive entry 0013: the amber observatory mapped the plateau; its unrelated verification value is 307676.
16
+ Archive entry 0014: the northern heron described the workshop; its unrelated verification value is 315595.
17
+ Archive entry 0015: the small orchard measured the island; its unrelated verification value is 323514.
18
+ Archive entry 0016: the silver meadow visited the gallery; its unrelated verification value is 331433.
19
+ Archive entry 0017: the violet library observed the garden; its unrelated verification value is 339352.
20
+ Archive entry 0018: the distant harbor recorded the courtyard; its unrelated verification value is 347271.
21
+ Archive entry 0019: the quiet lantern crossed the estuary; its unrelated verification value is 355190.
22
+ Archive entry 0020: the ancient compass catalogued the valley; its unrelated verification value is 363109.
23
+ Archive entry 0021: the amber observatory mapped the plateau; its unrelated verification value is 371028.
24
+ Archive entry 0022: the northern heron described the workshop; its unrelated verification value is 378947.
25
+ Archive entry 0023: the small orchard measured the island; its unrelated verification value is 386866.
26
+ Archive entry 0024: the silver meadow visited the gallery; its unrelated verification value is 394785.
27
+ Archive entry 0025: the violet library observed the garden; its unrelated verification value is 402704.
28
+ Archive entry 0026: the distant harbor recorded the courtyard; its unrelated verification value is 410623.
29
+ Archive entry 0027: the quiet lantern crossed the estuary; its unrelated verification value is 418542.
30
+ Archive entry 0028: the ancient compass catalogued the valley; its unrelated verification value is 426461.
31
+ Archive entry 0029: the amber observatory mapped the plateau; its unrelated verification value is 434380.
32
+ Archive entry 0030: the northern heron described the workshop; its unrelated verification value is 442299.
33
+ Archive entry 0031: the small orchard measured the island; its unrelated verification value is 450218.
34
+ Archive entry 0032: the silver meadow visited the gallery; its unrelated verification value is 458137.
35
+ Archive entry 0033: the violet library observed the garden; its unrelated verification value is 466056.
36
+ Archive entry 0034: the distant harbor recorded the courtyard; its unrelated verification value is 473975.
37
+ Archive entry 0035: the quiet lantern crossed the estuary; its unrelated verification value is 481894.
38
+ Archive entry 0036: the ancient compass catalogued the valley; its unrelated verification value is 489813.
39
+ Archive entry 0037: the amber observatory mapped the plateau; its unrelated verification value is 497732.
40
+ Archive entry 0038: the northern heron described the workshop; its unrelated verification value is 505651.
41
+ Archive entry 0039: the small orchard measured the island; its unrelated verification value is 513570.
42
+ Archive entry 0040: the silver meadow visited the gallery; its unrelated verification value is 521489.
43
+ Archive entry 0041: the violet library observed the garden; its unrelated verification value is 529408.
44
+ Archive entry 0042: the distant harbor recorded the courtyard; its unrelated verification value is 537327.
45
+ Archive entry 0043: the quiet lantern crossed the estuary; its unrelated verification value is 545246.
46
+ Archive entry 0044: the ancient compass catalogued the valley; its unrelated verification value is 553165.
47
+ Archive entry 0045: the amber observatory mapped the plateau; its unrelated verification value is 561084.
48
+ Archive entry 0046: the northern heron described the workshop; its unrelated verification value is 569003.
49
+ Archive entry 0047: the small orchard measured the island; its unrelated verification value is 576922.
50
+ Archive entry 0048: the silver meadow visited the gallery; its unrelated verification value is 584841.
51
+ Archive entry 0049: the violet library observed the garden; its unrelated verification value is 592760.
52
+ MEMORY NEEDLE: The exact passkey is S25X-A7K9-3142. Remember it exactly.
53
+ Archive entry 0050: the distant harbor recorded the courtyard; its unrelated verification value is 600679.
54
+ Archive entry 0051: the quiet lantern crossed the estuary; its unrelated verification value is 608598.
55
+ Archive entry 0052: the ancient compass catalogued the valley; its unrelated verification value is 616517.
56
+ Archive entry 0053: the amber observatory mapped the plateau; its unrelated verification value is 624436.
57
+ Archive entry 0054: the northern heron described the workshop; its unrelated verification value is 632355.
58
+ Archive entry 0055: the small orchard measured the island; its unrelated verification value is 640274.
59
+ Archive entry 0056: the silver meadow visited the gallery; its unrelated verification value is 648193.
60
+ Archive entry 0057: the violet library observed the garden; its unrelated verification value is 656112.
61
+ Archive entry 0058: the distant harbor recorded the courtyard; its unrelated verification value is 664031.
62
+ Archive entry 0059: the quiet lantern crossed the estuary; its unrelated verification value is 671950.
63
+ Archive entry 0060: the ancient compass catalogued the valley; its unrelated verification value is 679869.
64
+ Archive entry 0061: the amber observatory mapped the plateau; its unrelated verification value is 687788.
65
+ Archive entry 0062: the northern heron described the workshop; its unrelated verification value is 695707.
66
+ Archive entry 0063: the small orchard measured the island; its unrelated verification value is 703626.
67
+ Archive entry 0064: the silver meadow visited the gallery; its unrelated verification value is 711545.
68
+ Archive entry 0065: the violet library observed the garden; its unrelated verification value is 719464.
69
+ Archive entry 0066: the distant harbor recorded the courtyard; its unrelated verification value is 727383.
70
+ Archive entry 0067: the quiet lantern crossed the estuary; its unrelated verification value is 735302.
71
+ Archive entry 0068: the ancient compass catalogued the valley; its unrelated verification value is 743221.
72
+ Archive entry 0069: the amber observatory mapped the plateau; its unrelated verification value is 751140.
73
+ Archive entry 0070: the northern heron described the workshop; its unrelated verification value is 759059.
74
+ Archive entry 0071: the small orchard measured the island; its unrelated verification value is 766978.
75
+ Archive entry 0072: the silver meadow visited the gallery; its unrelated verification value is 774897.
76
+ Archive entry 0073: the violet library observed the garden; its unrelated verification value is 782816.
77
+ Archive entry 0074: the distant harbor recorded the courtyard; its unrelated verification value is 790735.
78
+ Archive entry 0075: the quiet lantern crossed the estuary; its unrelated verification value is 798654.
79
+ Archive entry 0076: the ancient compass catalogued the valley; its unrelated verification value is 806573.
80
+ Archive entry 0077: the amber observatory mapped the plateau; its unrelated verification value is 814492.
81
+ Archive entry 0078: the northern heron described the workshop; its unrelated verification value is 822411.
82
+ Archive entry 0079: the small orchard measured the island; its unrelated verification value is 830330.
83
+ Archive entry 0080: the silver meadow visited the gallery; its unrelated verification value is 838249.
84
+ Archive entry 0081: the violet library observed the garden; its unrelated verification value is 846168.
85
+ Archive entry 0082: the distant harbor recorded the courtyard; its unrelated verification value is 854087.
86
+ Archive entry 0083: the quiet lantern crossed the estuary; its unrelated verification value is 862006.
87
+ Archive entry 0084: the ancient compass catalogued the valley; its unrelated verification value is 869925.
88
+ Archive entry 0085: the amber observatory mapped the plateau; its unrelated verification value is 877844.
89
+ Archive entry 0086: the northern heron described the workshop; its unrelated verification value is 885763.
90
+ Archive entry 0087: the small orchard measured the island; its unrelated verification value is 893682.
91
+ Archive entry 0088: the silver meadow visited the gallery; its unrelated verification value is 901601.
92
+ Archive entry 0089: the violet library observed the garden; its unrelated verification value is 909520.
93
+ Archive entry 0090: the distant harbor recorded the courtyard; its unrelated verification value is 917439.
94
+ Archive entry 0091: the quiet lantern crossed the estuary; its unrelated verification value is 925358.
95
+ Archive entry 0092: the ancient compass catalogued the valley; its unrelated verification value is 933277.
96
+ Archive entry 0093: the amber observatory mapped the plateau; its unrelated verification value is 941196.
97
+ Archive entry 0094: the northern heron described the workshop; its unrelated verification value is 949115.
98
+ Archive entry 0095: the small orchard measured the island; its unrelated verification value is 957034.
99
+ Archive entry 0096: the silver meadow visited the gallery; its unrelated verification value is 964953.
100
+ Archive entry 0097: the violet library observed the garden; its unrelated verification value is 972872.
101
+ Archive entry 0098: the distant harbor recorded the courtyard; its unrelated verification value is 980791.
102
+ Archive entry 0099: the quiet lantern crossed the estuary; its unrelated verification value is 988710.
103
+ Archive entry 0100: the ancient compass catalogued the valley; its unrelated verification value is 996629.
104
+ Archive entry 0101: the amber observatory mapped the plateau; its unrelated verification value is 104548.
105
+ Archive entry 0102: the northern heron described the workshop; its unrelated verification value is 112467.
106
+ Archive entry 0103: the small orchard measured the island; its unrelated verification value is 120386.
107
+ Archive entry 0104: the silver meadow visited the gallery; its unrelated verification value is 128305.
108
+ Archive entry 0105: the violet library observed the garden; its unrelated verification value is 136224.
109
+ Archive entry 0106: the distant harbor recorded the courtyard; its unrelated verification value is 144143.
110
+ Archive entry 0107: the quiet lantern crossed the estuary; its unrelated verification value is 152062.
111
+ Archive entry 0108: the ancient compass catalogued the valley; its unrelated verification value is 159981.
112
+ Archive entry 0109: the amber observatory mapped the plateau; its unrelated verification value is 167900.
113
+ Archive entry 0110: the northern heron described the workshop; its unrelated verification value is 175819.
114
+ Archive entry 0111: the small orchard measured the island; its unrelated verification value is 183738.
115
+ Archive entry 0112: the silver meadow visited the gallery; its unrelated verification value is 191657.
116
+ Archive entry 0113: the violet library observed the garden; its unrelated verification value is 199576.
117
+ Archive entry 0114: the distant harbor recorded the courtyard; its unrelated verification value is 207495.
118
+ Archive entry 0115: the quiet lantern crossed the estuary; its unrelated verification value is 215414.
119
+ Archive entry 0116: the ancient compass catalogued the valley; its unrelated verification value is 223333.
120
+ Archive entry 0117: the amber observatory mapped the plateau; its unrelated verification value is 231252.
121
+ Archive entry 0118: the northern heron described the workshop; its unrelated verification value is 239171.
122
+ Archive entry 0119: the small orchard measured the island; its unrelated verification value is 247090.
123
+ Archive entry 0120: the silver meadow visited the gallery; its unrelated verification value is 255009.
124
+ Archive entry 0121: the violet library observed the garden; its unrelated verification value is 262928.
125
+ Archive entry 0122: the distant harbor recorded the courtyard; its unrelated verification value is 270847.
126
+ Archive entry 0123: the quiet lantern crossed the estuary; its unrelated verification value is 278766.
127
+ Archive entry 0124: the ancient compass catalogued the valley; its unrelated verification value is 286685.
128
+ Archive entry 0125: the amber observatory mapped the plateau; its unrelated verification value is 294604.
129
+ Archive entry 0126: the northern heron described the workshop; its unrelated verification value is 302523.
130
+ Archive entry 0127: the small orchard measured the island; its unrelated verification value is 310442.
131
+ Archive entry 0128: the silver meadow visited the gallery; its unrelated verification value is 318361.
132
+ Archive entry 0129: the violet library observed the garden; its unrelated verification value is 326280.
133
+ Archive entry 0130: the distant harbor recorded the courtyard; its unrelated verification value is 334199.
134
+ Archive entry 0131: the quiet lantern crossed the estuary; its unrelated verification value is 342118.
135
+ Archive entry 0132: the ancient compass catalogued the valley; its unrelated verification value is 350037.
136
+ Archive entry 0133: the amber observatory mapped the plateau; its unrelated verification value is 357956.
137
+ Archive entry 0134: the northern heron described the workshop; its unrelated verification value is 365875.
138
+ Archive entry 0135: the small orchard measured the island; its unrelated verification value is 373794.
139
+ Archive entry 0136: the silver meadow visited the gallery; its unrelated verification value is 381713.
140
+ Archive entry 0137: the violet library observed the garden; its unrelated verification value is 389632.
141
+ Archive entry 0138: the distant harbor recorded the courtyard; its unrelated verification value is 397551.
142
+ Archive entry 0139: the quiet lantern crossed the estuary; its unrelated verification value is 405470.
143
+ Archive entry 0140: the ancient compass catalogued the valley; its unrelated verification value is 413389.
144
+ Archive entry 0141: the amber observatory mapped the plateau; its unrelated verification value is 421308.
145
+ Archive entry 0142: the northern heron described the workshop; its unrelated verification value is 429227.
146
+ Archive entry 0143: the small orchard measured the island; its unrelated verification value is 437146.
147
+ Archive entry 0144: the silver meadow visited the gallery; its unrelated verification value is 445065.
148
+ Archive entry 0145: the violet library observed the garden; its unrelated verification value is 452984.
149
+ Archive entry 0146: the distant harbor recorded the courtyard; its unrelated verification value is 460903.
150
+ Archive entry 0147: the quiet lantern crossed the estuary; its unrelated verification value is 468822.
151
+ Archive entry 0148: the ancient compass catalogued the valley; its unrelated verification value is 476741.
152
+ Archive entry 0149: the amber observatory mapped the plateau; its unrelated verification value is 484660.
153
+ Archive entry 0150: the northern heron described the workshop; its unrelated verification value is 492579.
154
+ Archive entry 0151: the small orchard measured the island; its unrelated verification value is 500498.
155
+ Archive entry 0152: the silver meadow visited the gallery; its unrelated verification value is 508417.
156
+ Archive entry 0153: the violet library observed the garden; its unrelated verification value is 516336.
157
+ Archive entry 0154: the distant harbor recorded the courtyard; its unrelated verification value is 524255.
158
+ Archive entry 0155: the quiet lantern crossed the estuary; its unrelated verification value is 532174.
159
+ Archive entry 0156: the ancient compass catalogued the valley; its unrelated verification value is 540093.
160
+ Archive entry 0157: the amber observatory mapped the plateau; its unrelated verification value is 548012.
161
+ Archive entry 0158: the northern heron described the workshop; its unrelated verification value is 555931.
162
+ Archive entry 0159: the small orchard measured the island; its unrelated verification value is 563850.
163
+ Archive entry 0160: the silver meadow visited the gallery; its unrelated verification value is 571769.
164
+ Archive entry 0161: the violet library observed the garden; its unrelated verification value is 579688.
165
+ Archive entry 0162: the distant harbor recorded the courtyard; its unrelated verification value is 587607.
166
+ Archive entry 0163: the quiet lantern crossed the estuary; its unrelated verification value is 595526.
167
+ Archive entry 0164: the ancient compass catalogued the valley; its unrelated verification value is 603445.
168
+ Archive entry 0165: the amber observatory mapped the plateau; its unrelated verification value is 611364.
169
+ Archive entry 0166: the northern heron described the workshop; its unrelated verification value is 619283.
170
+ Archive entry 0167: the small orchard measured the island; its unrelated verification value is 627202.
171
+ Archive entry 0168: the silver meadow visited the gallery; its unrelated verification value is 635121.
172
+ Archive entry 0169: the violet library observed the garden; its unrelated verification value is 643040.
173
+ Archive entry 0170: the distant harbor recorded the courtyard; its unrelated verification value is 650959.
174
+ Archive entry 0171: the quiet lantern crossed the estuary; its unrelated verification value is 658878.
175
+ Archive entry 0172: the ancient compass catalogued the valley; its unrelated verification value is 666797.
176
+ Archive entry 0173: the amber observatory mapped the plateau; its unrelated verification value is 674716.
177
+ Archive entry 0174: the northern heron described the workshop; its unrelated verification value is 682635.
178
+ Archive entry 0175: the small orchard measured the island; its unrelated verification value is 690554.
179
+ Archive entry 0176: the silver meadow visited the gallery; its unrelated verification value is 698473.
180
+ Archive entry 0177: the violet library observed the garden; its unrelated verification value is 706392.
181
+ Archive entry 0178: the distant harbor recorded the courtyard; its unrelated verification value is 714311.
182
+ Archive entry 0179: the quiet lantern crossed the estuary; its unrelated verification value is 722230.
183
+ Archive entry 0180: the ancient compass catalogued the valley; its unrelated verification value is 730149.
184
+ Archive entry 0181: the amber observatory mapped the plateau; its unrelated verification value is 738068.
185
+ Archive entry 0182: the northern heron described the workshop; its unrelated verification value is 745987.
186
+ Archive entry 0183: the small orchard measured the island; its unrelated verification value is 753906.
187
+ Archive entry 0184: the silver meadow visited the gallery; its unrelated verification value is 761825.
188
+ Archive entry 0185: the violet library observed the garden; its unrelated verification value is 769744.
189
+ Archive entry 0186: the distant harbor recorded the courtyard; its unrelated verification value is 777663.
190
+ Archive entry 0187: the quiet lantern crossed the estuary; its unrelated verification value is 785582.
191
+ Archive entry 0188: the ancient compass catalogued the valley; its unrelated verification value is 793501.
192
+ Archive entry 0189: the amber observatory mapped the plateau; its unrelated verification value is 801420.
193
+ Archive entry 0190: the northern heron described the workshop; its unrelated verification value is 809339.
194
+ Archive entry 0191: the small orchard measured the island; its unrelated verification value is 817258.
195
+ Archive entry 0192: the silver meadow visited the gallery; its unrelated verification value is 825177.
196
+ Archive entry 0193: the violet library observed the garden; its unrelated verification value is 833096.
197
+ Archive entry 0194: the distant harbor recorded the courtyard; its unrelated verification value is 841015.
198
+ Archive entry 0195: the quiet lantern crossed the estuary; its unrelated verification value is 848934.
199
+ Archive entry 0196: the ancient compass catalogued the valley; its unrelated verification value is 856853.
200
+ Archive entry 0197: the amber observatory mapped the plateau; its unrelated verification value is 864772.
201
+ Archive entry 0198: the northern heron described the workshop; its unrelated verification value is 872691.
202
+ Archive entry 0199: the small orchard measured the island; its unrelated verification value is 880610.
203
+ Archive entry 0200: the silver meadow visited the gallery; its unrelated verification value is 888529.
204
+ Archive entry 0201: the violet library observed the garden; its unrelated verification value is 896448.
205
+ Archive entry 0202: the distant harbor recorded the courtyard; its unrelated verification value is 904367.
206
+ Archive entry 0203: the quiet lantern crossed the estuary; its unrelated verification value is 912286.
207
+ Archive entry 0204: the ancient compass catalogued the valley; its unrelated verification value is 920205.
208
+ Archive entry 0205: the amber observatory mapped the plateau; its unrelated verification value is 928124.
209
+ Archive entry 0206: the northern heron described the workshop; its unrelated verification value is 936043.
210
+ Archive entry 0207: the small orchard measured the island; its unrelated verification value is 943962.
211
+ Archive entry 0208: the silver meadow visited the gallery; its unrelated verification value is 951881.
212
+ Archive entry 0209: the violet library observed the garden; its unrelated verification value is 959800.
213
+ Archive entry 0210: the distant harbor recorded the courtyard; its unrelated verification value is 967719.
214
+ Archive entry 0211: the quiet lantern crossed the estuary; its unrelated verification value is 975638.
215
+ Archive entry 0212: the ancient compass catalogued the valley; its unrelated verification value is 983557.
216
+ Archive entry 0213: the amber observatory mapped the plateau; its unrelated verification value is 991476.
217
+ Archive entry 0214: the northern heron described the workshop; its unrelated verification value is 999395.
218
+ Archive entry 0215: the small orchard measured the island; its unrelated verification value is 107314.
219
+ Archive entry 0216: the silver meadow visited the gallery; its unrelated verification value is 115233.
220
+ Archive entry 0217: the violet library observed the garden; its unrelated verification value is 123152.
221
+ Archive entry 0218: the distant harbor recorded the courtyard; its unrelated verification value is 131071.
222
+ Archive entry 0219: the quiet lantern crossed the estuary; its unrelated verification value is 138990.
223
+ Archive entry 0220: the ancient compass catalogued the valley; its unrelated verification value is 146909.
224
+ Archive entry 0221: the amber observatory mapped the plateau; its unrelated verification value is 154828.
225
+ Archive entry 0222: the northern heron described the workshop; its unrelated verification value is 162747.
226
+ Archive entry 0223: the small orchard measured the island; its unrelated verification value is 170666.
227
+ Archive entry 0224: the silver meadow visited the gallery; its unrelated verification value is 178585.
228
+ Archive entry 0225: the violet library observed the garden; its unrelated verification value is 186504.
229
+ Archive entry 0226: the distant harbor recorded the courtyard; its unrelated verification value is 194423.
230
+ Archive entry 0227: the quiet lantern crossed the estuary; its unrelated verification value is 202342.
231
+ Archive entry 0228: the ancient compass catalogued the valley; its unrelated verification value is 210261.
232
+ Archive entry 0229: the amber observatory mapped the plateau; its unrelated verification value is 218180.
233
+ Archive entry 0230: the northern heron described the workshop; its unrelated verification value is 226099.
234
+ Archive entry 0231: the small orchard measured the island; its unrelated verification value is 234018.
235
+ Archive entry 0232: the silver meadow visited the gallery; its unrelated verification value is 241937.
236
+ Archive entry 0233: the violet library observed the garden; its unrelated verification value is 249856.
237
+ Archive entry 0234: the distant harbor recorded the courtyard; its unrelated verification value is 257775.
238
+ Archive entry 0235: the quiet lantern crossed the estuary; its unrelated verification value is 265694.
239
+ Archive entry 0236: the ancient compass catalogued the valley; its unrelated verification value is 273613.
240
+ Archive entry 0237: the amber observatory mapped the plateau; its unrelated verification value is 281532.
241
+ Archive entry 0238: the northern heron described the workshop; its unrelated verification value is 289451.
242
+ Archive entry 0239: the small orchard measured the island; its unrelated verification value is 297370.
243
+ Archive entry 0240: the silver meadow visited the gallery; its unrelated verification value is 305289.
244
+ Archive entry 0241: the violet library observed the garden; its unrelated verification value is 313208.
245
+ Archive entry 0242: the distant harbor recorded the courtyard; its unrelated verification value is 321127.
246
+ Archive entry 0243: the quiet lantern crossed the estuary; its unrelated verification value is 329046.
247
+ Archive entry 0244: the ancient compass catalogued the valley; its unrelated verification value is 336965.
248
+ Archive entry 0245: the amber observatory mapped the plateau; its unrelated verification value is 344884.
249
+ Archive entry 0246: the northern heron described the workshop; its unrelated verification value is 352803.
250
+ Archive entry 0247: the small orchard measured the island; its unrelated verification value is 360722.
251
+ Archive entry 0248: the silver meadow visited the gallery; its unrelated verification value is 368641.
252
+ Archive entry 0249: the violet library observed the garden; its unrelated verification value is 376560.
253
+ Archive entry 0250: the distant harbor recorded the courtyard; its unrelated verification value is 384479.
254
+ Archive entry 0251: the quiet lantern crossed the estuary; its unrelated verification value is 392398.
255
+ Archive entry 0252: the ancient compass catalogued the valley; its unrelated verification value is 400317.
256
+ Archive entry 0253: the amber observatory mapped the plateau; its unrelated verification value is 408236.
257
+ Archive entry 0254: the northern heron described the workshop; its unrelated verification value is 416155.
258
+ Archive entry 0255: the small orchard measured the island; its unrelated verification value is 424074.
259
+ Archive entry 0256: the silver meadow visited the gallery; its unrelated verification value is 431993.
260
+ Archive entry 0257: the violet library observed the garden; its unrelated verification value is 439912.
261
+ Archive entry 0258: the distant harbor recorded the courtyard; its unrelated verification value is 447831.
262
+ Archive entry 0259: the quiet lantern crossed the estuary; its unrelated verification value is 455750.
263
+ Archive entry 0260: the ancient compass catalogued the valley; its unrelated verification value is 463669.
264
+ Archive entry 0261: the amber observatory mapped the plateau; its unrelated verification value is 471588.
265
+ Archive entry 0262: the northern heron described the workshop; its unrelated verification value is 479507.
266
+ Archive entry 0263: the small orchard measured the island; its unrelated verification value is 487426.
267
+ Archive entry 0264: the silver meadow visited the gallery; its unrelated verification value is 495345.
268
+ Archive entry 0265: the violet library observed the garden; its unrelated verification value is 503264.
269
+ Archive entry 0266: the distant harbor recorded the courtyard; its unrelated verification value is 511183.
270
+ Archive entry 0267: the quiet lantern crossed the estuary; its unrelated verification value is 519102.
271
+ Archive entry 0268: the ancient compass catalogued the valley; its unrelated verification value is 527021.
272
+ Archive entry 0269: the amber observatory mapped the plateau; its unrelated verification value is 534940.
273
+ Archive entry 0270: the northern heron described the workshop; its unrelated verification value is 542859.
274
+ Archive entry 0271: the small orchard measured the island; its unrelated verification value is 550778.
275
+ Archive entry 0272: the silver meadow visited the gallery; its unrelated verification value is 558697.
276
+ Archive entry 0273: the violet library observed the garden; its unrelated verification value is 566616.
277
+ Archive entry 0274: the distant harbor recorded the courtyard; its unrelated verification value is 574535.
278
+ Archive entry 0275: the quiet lantern crossed the estuary; its unrelated verification value is 582454.
279
+ Archive entry 0276: the ancient compass catalogued the valley; its unrelated verification value is 590373.
280
+ Archive entry 0277: the amber observatory mapped the plateau; its unrelated verification value is 598292.
281
+ Archive entry 0278: the northern heron described the workshop; its unrelated verification value is 606211.
282
+ Archive entry 0279: the small orchard measured the island; its unrelated verification value is 614130.
283
+ Archive entry 0280: the silver meadow visited the gallery; its unrelated verification value is 622049.
284
+ Archive entry 0281: the violet library observed the garden; its unrelated verification value is 629968.
285
+ Archive entry 0282: the distant harbor recorded the courtyard; its unrelated verification value is 637887.
286
+ Archive entry 0283: the quiet lantern crossed the estuary; its unrelated verification value is 645806.
287
+ Archive entry 0284: the ancient compass catalogued the valley; its unrelated verification value is 653725.
288
+ Archive entry 0285: the amber observatory mapped the plateau; its unrelated verification value is 661644.
289
+ Archive entry 0286: the northern heron described the workshop; its unrelated verification value is 669563.
290
+ Archive entry 0287: the small orchard measured the island; its unrelated verification value is 677482.
291
+ Archive entry 0288: the silver meadow visited the gallery; its unrelated verification value is 685401.
292
+ Archive entry 0289: the violet library observed the garden; its unrelated verification value is 693320.
293
+ Archive entry 0290: the distant harbor recorded the courtyard; its unrelated verification value is 701239.
294
+ Archive entry 0291: the quiet lantern crossed the estuary; its unrelated verification value is 709158.
295
+ Archive entry 0292: the ancient compass catalogued the valley; its unrelated verification value is 717077.
296
+ Archive entry 0293: the amber observatory mapped the plateau; its unrelated verification value is 724996.
297
+ Archive entry 0294: the northern heron described the workshop; its unrelated verification value is 732915.
298
+ Archive entry 0295: the small orchard measured the island; its unrelated verification value is 740834.
299
+ Archive entry 0296: the silver meadow visited the gallery; its unrelated verification value is 748753.
300
+ Archive entry 0297: the violet library observed the garden; its unrelated verification value is 756672.
301
+ Archive entry 0298: the distant harbor recorded the courtyard; its unrelated verification value is 764591.
302
+ Archive entry 0299: the quiet lantern crossed the estuary; its unrelated verification value is 772510.
303
+ Archive entry 0300: the ancient compass catalogued the valley; its unrelated verification value is 780429.
304
+ Archive entry 0301: the amber observatory mapped the plateau; its unrelated verification value is 788348.
305
+ Archive entry 0302: the northern heron described the workshop; its unrelated verification value is 796267.
306
+ Archive entry 0303: the small orchard measured the island; its unrelated verification value is 804186.
307
+ Archive entry 0304: the silver meadow visited the gallery; its unrelated verification value is 812105.
308
+ Archive entry 0305: the violet library observed the garden; its unrelated verification value is 820024.
309
+ Archive entry 0306: the distant harbor recorded the courtyard; its unrelated verification value is 827943.
310
+ Archive entry 0307: the quiet lantern crossed the estuary; its unrelated verification value is 835862.
311
+ Archive entry 0308: the ancient compass catalogued the valley; its unrelated verification value is 843781.
312
+ Archive entry 0309: the amber observatory mapped the plateau; its unrelated verification value is 851700.
313
+ Archive entry 0310: the northern heron described the workshop; its unrelated verification value is 859619.
314
+ Archive entry 0311: the small orchard measured the island; its unrelated verification value is 867538.
315
+ Archive entry 0312: the silver meadow visited the gallery; its unrelated verification value is 875457.
316
+ Archive entry 0313: the violet library observed the garden; its unrelated verification value is 883376.
317
+ Archive entry 0314: the distant harbor recorded the courtyard; its unrelated verification value is 891295.
318
+ Archive entry 0315: the quiet lantern crossed the estuary; its unrelated verification value is 899214.
319
+ Archive entry 0316: the ancient compass catalogued the valley; its unrelated verification value is 907133.
320
+ Archive entry 0317: the amber observatory mapped the plateau; its unrelated verification value is 915052.
321
+ Archive entry 0318: the northern heron described the workshop; its unrelated verification value is 922971.
322
+ Archive entry 0319: the small orchard measured the island; its unrelated verification value is 930890.
323
+ Archive entry 0320: the silver meadow visited the gallery; its unrelated verification value is 938809.
324
+ Archive entry 0321: the violet library observed the garden; its unrelated verification value is 946728.
325
+ Archive entry 0322: the distant harbor recorded the courtyard; its unrelated verification value is 954647.
326
+ Archive entry 0323: the quiet lantern crossed the estuary; its unrelated verification value is 962566.
327
+ Archive entry 0324: the ancient compass catalogued the valley; its unrelated verification value is 970485.
328
+ Archive entry 0325: the amber observatory mapped the plateau; its unrelated verification value is 978404.
329
+ Archive entry 0326: the northern heron described the workshop; its unrelated verification value is 986323.
330
+ Archive entry 0327: the small orchard measured the island; its unrelated verification value is 994242.
331
+ Archive entry 0328: the silver meadow visited the gallery; its unrelated verification value is 102161.
332
+ Archive entry 0329: the violet library observed the garden; its unrelated verification value is 110080.
333
+ Archive entry 0330: the distant harbor recorded the courtyard; its unrelated verification value is 117999.
334
+ Archive entry 0331: the quiet lantern crossed the estuary; its unrelated verification value is 125918.
335
+ Archive entry 0332: the ancient compass catalogued the valley; its unrelated verification value is 133837.
336
+ Archive entry 0333: the amber observatory mapped the plateau; its unrelated verification value is 141756.
337
+ Archive entry 0334: the northern heron described the workshop; its unrelated verification value is 149675.
338
+ Archive entry 0335: the small orchard measured the island; its unrelated verification value is 157594.
339
+ Archive entry 0336: the silver meadow visited the gallery; its unrelated verification value is 165513.
340
+ Archive entry 0337: the violet library observed the garden; its unrelated verification value is 173432.
341
+ Archive entry 0338: the distant harbor recorded the courtyard; its unrelated verification value is 181351.
342
+ Archive entry 0339: the quiet lantern crossed the estuary; its unrelated verification value is 189270.
343
+ Archive entry 0340: the ancient compass catalogued the valley; its unrelated verification value is 197189.
344
+ Archive entry 0341: the amber observatory mapped the plateau; its unrelated verification value is 205108.
345
+ Archive entry 0342: the northern heron described the workshop; its unrelated verification value is 213027.
346
+ Archive entry 0343: the small orchard measured the island; its unrelated verification value is 220946.
347
+ Archive entry 0344: the silver meadow visited the gallery; its unrelated verification value is 228865.
348
+ Archive entry 0345: the violet library observed the garden; its unrelated verification value is 236784.
349
+ Archive entry 0346: the distant harbor recorded the courtyard; its unrelated verification value is 244703.
350
+ Archive entry 0347: the quiet lantern crossed the estuary; its unrelated verification value is 252622.
351
+ Archive entry 0348: the ancient compass catalogued the valley; its unrelated verification value is 260541.
352
+ Archive entry 0349: the amber observatory mapped the plateau; its unrelated verification value is 268460.
353
+ Archive entry 0350: the northern heron described the workshop; its unrelated verification value is 276379.
354
+ Archive entry 0351: the small orchard measured the island; its unrelated verification value is 284298.
355
+ Archive entry 0352: the silver meadow visited the gallery; its unrelated verification value is 292217.
356
+ Archive entry 0353: the violet library observed the garden; its unrelated verification value is 300136.
357
+ Archive entry 0354: the distant harbor recorded the courtyard; its unrelated verification value is 308055.
358
+ Archive entry 0355: the quiet lantern crossed the estuary; its unrelated verification value is 315974.
359
+ Archive entry 0356: the ancient compass catalogued the valley; its unrelated verification value is 323893.
360
+ Archive entry 0357: the amber observatory mapped the plateau; its unrelated verification value is 331812.
361
+ Archive entry 0358: the northern heron described the workshop; its unrelated verification value is 339731.
362
+ Archive entry 0359: the small orchard measured the island; its unrelated verification value is 347650.
363
+ Archive entry 0360: the silver meadow visited the gallery; its unrelated verification value is 355569.
364
+ Archive entry 0361: the violet library observed the garden; its unrelated verification value is 363488.
365
+ Archive entry 0362: the distant harbor recorded the courtyard; its unrelated verification value is 371407.
366
+ Archive entry 0363: the quiet lantern crossed the estuary; its unrelated verification value is 379326.
367
+ Archive entry 0364: the ancient compass catalogued the valley; its unrelated verification value is 387245.
368
+ Archive entry 0365: the amber observatory mapped the plateau; its unrelated verification value is 395164.
369
+ Archive entry 0366: the northern heron described the workshop; its unrelated verification value is 403083.
370
+ Archive entry 0367: the small orchard measured the island; its unrelated verification value is 411002.
371
+ Archive entry 0368: the silver meadow visited the gallery; its unrelated verification value is 418921.
372
+ Archive entry 0369: the violet library observed the garden; its unrelated verification value is 426840.
373
+ Archive entry 0370: the distant harbor recorded the courtyard; its unrelated verification value is 434759.
374
+ Archive entry 0371: the quiet lantern crossed the estuary; its unrelated verification value is 442678.
375
+ Archive entry 0372: the ancient compass catalogued the valley; its unrelated verification value is 450597.
376
+ Archive entry 0373: the amber observatory mapped the plateau; its unrelated verification value is 458516.
377
+ Archive entry 0374: the northern heron described the workshop; its unrelated verification value is 466435.
378
+ Archive entry 0375: the small orchard measured the island; its unrelated verification value is 474354.
379
+ Archive entry 0376: the silver meadow visited the gallery; its unrelated verification value is 482273.
380
+ Archive entry 0377: the violet library observed the garden; its unrelated verification value is 490192.
381
+ Archive entry 0378: the distant harbor recorded the courtyard; its unrelated verification value is 498111.
382
+ Archive entry 0379: the quiet lantern crossed the estuary; its unrelated verification value is 506030.
383
+ Archive entry 0380: the ancient compass catalogued the valley; its unrelated verification value is 513949.
384
+ Archive entry 0381: the amber observatory mapped the plateau; its unrelated verification value is 521868.
385
+ Archive entry 0382: the northern heron described the workshop; its unrelated verification value is 529787.
386
+ Archive entry 0383: the small orchard measured the island; its unrelated verification value is 537706.
387
+ Archive entry 0384: the silver meadow visited the gallery; its unrelated verification value is 545625.
388
+ Archive entry 0385: the violet library observed the garden; its unrelated verification value is 553544.
389
+ Archive entry 0386: the distant harbor recorded the courtyard; its unrelated verification value is 561463.
390
+ Archive entry 0387: the quiet lantern crossed the estuary; its unrelated verification value is 569382.
391
+ Archive entry 0388: the ancient compass catalogued the valley; its unrelated verification value is 577301.
392
+ Archive entry 0389: the amber observatory mapped the plateau; its unrelated verification value is 585220.
393
+ Archive entry 0390: the northern heron described the workshop; its unrelated verification value is 593139.
394
+ Archive entry 0391: the small orchard measured the island; its unrelated verification value is 601058.
395
+ Archive entry 0392: the silver meadow visited the gallery; its unrelated verification value is 608977.
396
+ Archive entry 0393: the violet library observed the garden; its unrelated verification value is 616896.
397
+ Archive entry 0394: the distant harbor recorded the courtyard; its unrelated verification value is 624815.
398
+ Archive entry 0395: the quiet lantern crossed the estuary; its unrelated verification value is 632734.
399
+ Archive entry 0396: the ancient compass catalogued the valley; its unrelated verification value is 640653.
400
+ Archive entry 0397: the amber observatory mapped the plateau; its unrelated verification value is 648572.
401
+ Archive entry 0398: the northern heron described the workshop; its unrelated verification value is 656491.
402
+ Archive entry 0399: the small orchard measured the island; its unrelated verification value is 664410.
403
+ Archive entry 0400: the silver meadow visited the gallery; its unrelated verification value is 672329.
404
+ Archive entry 0401: the violet library observed the garden; its unrelated verification value is 680248.
405
+ Archive entry 0402: the distant harbor recorded the courtyard; its unrelated verification value is 688167.
406
+ Archive entry 0403: the quiet lantern crossed the estuary; its unrelated verification value is 696086.
407
+ Archive entry 0404: the ancient compass catalogued the valley; its unrelated verification value is 704005.
408
+ Archive entry 0405: the amber observatory mapped the plateau; its unrelated verification value is 711924.
409
+ Archive entry 0406: the northern heron described the workshop; its unrelated verification value is 719843.
410
+ Archive entry 0407: the small orchard measured the island; its unrelated verification value is 727762.
411
+ Archive entry 0408: the silver meadow visited the gallery; its unrelated verification value is 735681.
412
+ Archive entry 0409: the violet library observed the garden; its unrelated verification value is 743600.
413
+ Archive entry 0410: the distant harbor recorded the courtyard; its unrelated verification value is 751519.
414
+ Archive entry 0411: the quiet lantern crossed the estuary; its unrelated verification value is 759438.
415
+ Archive entry 0412: the ancient compass catalogued the valley; its unrelated verification value is 767357.
416
+ Archive entry 0413: the amber observatory mapped the plateau; its unrelated verification value is 775276.
417
+ Archive entry 0414: the northern heron described the workshop; its unrelated verification value is 783195.
418
+ Archive entry 0415: the small orchard measured the island; its unrelated verification value is 791114.
419
+ Archive entry 0416: the silver meadow visited the gallery; its unrelated verification value is 799033.
420
+ Archive entry 0417: the violet library observed the garden; its unrelated verification value is 806952.
421
+ Archive entry 0418: the distant harbor recorded the courtyard; its unrelated verification value is 814871.
422
+ Archive entry 0419: the quiet lantern crossed the estuary; its unrelated verification value is 822790.
423
+ Archive entry 0420: the ancient compass catalogued the valley; its unrelated verification value is 830709.
424
+ Archive entry 0421: the amber observatory mapped the plateau; its unrelated verification value is 838628.
425
+ Archive entry 0422: the northern heron described the workshop; its unrelated verification value is 846547.
426
+ Archive entry 0423: the small orchard measured the island; its unrelated verification value is 854466.
427
+ Archive entry 0424: the silver meadow visited the gallery; its unrelated verification value is 862385.
428
+ Archive entry 0425: the violet library observed the garden; its unrelated verification value is 870304.
429
+ Archive entry 0426: the distant harbor recorded the courtyard; its unrelated verification value is 878223.
430
+ Archive entry 0427: the quiet lantern crossed the estuary; its unrelated verification value is 886142.
431
+ Archive entry 0428: the ancient compass catalogued the valley; its unrelated verification value is 894061.
432
+ Archive entry 0429: the amber observatory mapped the plateau; its unrelated verification value is 901980.
433
+ Archive entry 0430: the northern heron described the workshop; its unrelated verification value is 909899.
434
+ Archive entry 0431: the small orchard measured the island; its unrelated verification value is 917818.
435
+ Archive entry 0432: the silver meadow visited the gallery; its unrelated verification value is 925737.
436
+ Archive entry 0433: the violet library observed the garden; its unrelated verification value is 933656.
437
+ Archive entry 0434: the distant harbor recorded the courtyard; its unrelated verification value is 941575.
438
+ Archive entry 0435: the quiet lantern crossed the estuary; its unrelated verification value is 949494.
439
+ Archive entry 0436: the ancient compass catalogued the valley; its unrelated verification value is 957413.
440
+ Archive entry 0437: the amber observatory mapped the plateau; its unrelated verification value is 965332.
441
+ Archive entry 0438: the northern heron described the workshop; its unrelated verification value is 973251.
442
+ Archive entry 0439: the small orchard measured the island; its unrelated verification value is 981170.
443
+ Archive entry 0440: the silver meadow visited the gallery; its unrelated verification value is 989089.
444
+ Archive entry 0441: the violet library observed the garden; its unrelated verification value is 997008.
445
+ Archive entry 0442: the distant harbor recorded the courtyard; its unrelated verification value is 104927.
446
+ Archive entry 0443: the quiet lantern crossed the estuary; its unrelated verification value is 112846.
447
+ Archive entry 0444: the ancient compass catalogued the valley; its unrelated verification value is 120765.
448
+ Archive entry 0445: the amber observatory mapped the plateau; its unrelated verification value is 128684.
449
+ Archive entry 0446: the northern heron described the workshop; its unrelated verification value is 136603.
450
+ Archive entry 0447: the small orchard measured the island; its unrelated verification value is 144522.
451
+ Archive entry 0448: the silver meadow visited the gallery; its unrelated verification value is 152441.
452
+ Archive entry 0449: the violet library observed the garden; its unrelated verification value is 160360.
453
+ Archive entry 0450: the distant harbor recorded the courtyard; its unrelated verification value is 168279.
454
+ Archive entry 0451: the quiet lantern crossed the estuary; its unrelated verification value is 176198.
455
+ Archive entry 0452: the ancient compass catalogued the valley; its unrelated verification value is 184117.
456
+ Archive entry 0453: the amber observatory mapped the plateau; its unrelated verification value is 192036.
457
+ Archive entry 0454: the northern heron described the workshop; its unrelated verification value is 199955.
458
+ Archive entry 0455: the small orchard measured the island; its unrelated verification value is 207874.
459
+ Archive entry 0456: the silver meadow visited the gallery; its unrelated verification value is 215793.
460
+ Archive entry 0457: the violet library observed the garden; its unrelated verification value is 223712.
461
+ Archive entry 0458: the distant harbor recorded the courtyard; its unrelated verification value is 231631.
462
+ Archive entry 0459: the quiet lantern crossed the estuary; its unrelated verification value is 239550.
463
+ Archive entry 0460: the ancient compass catalogued the valley; its unrelated verification value is 247469.
464
+ Archive entry 0461: the amber observatory mapped the plateau; its unrelated verification value is 255388.
465
+ Archive entry 0462: the northern heron described the workshop; its unrelated verification value is 263307.
466
+ Archive entry 0463: the small orchard measured the island; its unrelated verification value is 271226.
467
+ Archive entry 0464: the silver meadow visited the gallery; its unrelated verification value is 279145.
468
+ Archive entry 0465: the violet library observed the garden; its unrelated verification value is 287064.
469
+ Archive entry 0466: the distant harbor recorded the courtyard; its unrelated verification value is 294983.
470
+ Archive entry 0467: the quiet lantern crossed the estuary; its unrelated verification value is 302902.
471
+ Archive entry 0468: the ancient compass catalogued the valley; its unrelated verification value is 310821.
472
+ Archive entry 0469: the amber observatory mapped the plateau; its unrelated verification value is 318740.
473
+ Archive entry 0470: the northern heron described the workshop; its unrelated verification value is 326659.
474
+ Archive entry 0471: the small orchard measured the island; its unrelated verification value is 334578.
475
+ Archive entry 0472: the silver meadow visited the gallery; its unrelated verification value is 342497.
476
+ Archive entry 0473: the violet library observed the garden; its unrelated verification value is 350416.
477
+ Archive entry 0474: the distant harbor recorded the courtyard; its unrelated verification value is 358335.
478
+ Archive entry 0475: the quiet lantern crossed the estuary; its unrelated verification value is 366254.
479
+ Archive entry 0476: the ancient compass catalogued the valley; its unrelated verification value is 374173.
480
+ Archive entry 0477: the amber observatory mapped the plateau; its unrelated verification value is 382092.
481
+ Archive entry 0478: the northern heron described the workshop; its unrelated verification value is 390011.
482
+ Archive entry 0479: the small orchard measured the island; its unrelated verification value is 397930.
483
+ Archive entry 0480: the silver meadow visited the gallery; its unrelated verification value is 405849.
484
+ Archive entry 0481: the violet library observed the garden; its unrelated verification value is 413768.
485
+ Archive entry 0482: the distant harbor recorded the courtyard; its unrelated verification value is 421687.
486
+ Archive entry 0483: the quiet lantern crossed the estuary; its unrelated verification value is 429606.
487
+ Archive entry 0484: the ancient compass catalogued the valley; its unrelated verification value is 437525.
488
+ Archive entry 0485: the amber observatory mapped the plateau; its unrelated verification value is 445444.
489
+ Archive entry 0486: the northern heron described the workshop; its unrelated verification value is 453363.
490
+ Archive entry 0487: the small orchard measured the island; its unrelated verification value is 461282.
491
+ Archive entry 0488: the silver meadow visited the gallery; its unrelated verification value is 469201.
492
+ Archive entry 0489: the violet library observed the garden; its unrelated verification value is 477120.
493
+ Archive entry 0490: the distant harbor recorded the courtyard; its unrelated verification value is 485039.
494
+ Archive entry 0491: the quiet lantern crossed the estuary; its unrelated verification value is 492958.
495
+ Archive entry 0492: the ancient compass catalogued the valley; its unrelated verification value is 500877.
496
+ Archive entry 0493: the amber observatory mapped the plateau; its unrelated verification value is 508796.
497
+ Archive entry 0494: the northern heron described the workshop; its unrelated verification value is 516715.
498
+ Archive entry 0495: the small orchard measured the island; its unrelated verification value is 524634.
499
+ Archive entry 0496: the silver meadow visited the gallery; its unrelated verification value is 532553.
500
+ Archive entry 0497: the violet library observed the garden; its unrelated verification value is 540472.
501
+ Archive entry 0498: the distant harbor recorded the courtyard; its unrelated verification value is 548391.
502
+ Archive entry 0499: the quiet lantern crossed the estuary; its unrelated verification value is 556310.
503
+
504
+ Question: What is the exact passkey from the MEMORY NEEDLE? Reply with only the passkey and no other text.
artifacts/passkey_16k/prompts/depth50.txt ADDED
@@ -0,0 +1,504 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Read the following archive carefully. Exactly one line is labelled MEMORY NEEDLE. Remember its passkey and ignore all unrelated verification values.
2
+
3
+ Archive entry 0001: the violet library observed the garden; its unrelated verification value is 212648.
4
+ Archive entry 0002: the distant harbor recorded the courtyard; its unrelated verification value is 220567.
5
+ Archive entry 0003: the quiet lantern crossed the estuary; its unrelated verification value is 228486.
6
+ Archive entry 0004: the ancient compass catalogued the valley; its unrelated verification value is 236405.
7
+ Archive entry 0005: the amber observatory mapped the plateau; its unrelated verification value is 244324.
8
+ Archive entry 0006: the northern heron described the workshop; its unrelated verification value is 252243.
9
+ Archive entry 0007: the small orchard measured the island; its unrelated verification value is 260162.
10
+ Archive entry 0008: the silver meadow visited the gallery; its unrelated verification value is 268081.
11
+ Archive entry 0009: the violet library observed the garden; its unrelated verification value is 276000.
12
+ Archive entry 0010: the distant harbor recorded the courtyard; its unrelated verification value is 283919.
13
+ Archive entry 0011: the quiet lantern crossed the estuary; its unrelated verification value is 291838.
14
+ Archive entry 0012: the ancient compass catalogued the valley; its unrelated verification value is 299757.
15
+ Archive entry 0013: the amber observatory mapped the plateau; its unrelated verification value is 307676.
16
+ Archive entry 0014: the northern heron described the workshop; its unrelated verification value is 315595.
17
+ Archive entry 0015: the small orchard measured the island; its unrelated verification value is 323514.
18
+ Archive entry 0016: the silver meadow visited the gallery; its unrelated verification value is 331433.
19
+ Archive entry 0017: the violet library observed the garden; its unrelated verification value is 339352.
20
+ Archive entry 0018: the distant harbor recorded the courtyard; its unrelated verification value is 347271.
21
+ Archive entry 0019: the quiet lantern crossed the estuary; its unrelated verification value is 355190.
22
+ Archive entry 0020: the ancient compass catalogued the valley; its unrelated verification value is 363109.
23
+ Archive entry 0021: the amber observatory mapped the plateau; its unrelated verification value is 371028.
24
+ Archive entry 0022: the northern heron described the workshop; its unrelated verification value is 378947.
25
+ Archive entry 0023: the small orchard measured the island; its unrelated verification value is 386866.
26
+ Archive entry 0024: the silver meadow visited the gallery; its unrelated verification value is 394785.
27
+ Archive entry 0025: the violet library observed the garden; its unrelated verification value is 402704.
28
+ Archive entry 0026: the distant harbor recorded the courtyard; its unrelated verification value is 410623.
29
+ Archive entry 0027: the quiet lantern crossed the estuary; its unrelated verification value is 418542.
30
+ Archive entry 0028: the ancient compass catalogued the valley; its unrelated verification value is 426461.
31
+ Archive entry 0029: the amber observatory mapped the plateau; its unrelated verification value is 434380.
32
+ Archive entry 0030: the northern heron described the workshop; its unrelated verification value is 442299.
33
+ Archive entry 0031: the small orchard measured the island; its unrelated verification value is 450218.
34
+ Archive entry 0032: the silver meadow visited the gallery; its unrelated verification value is 458137.
35
+ Archive entry 0033: the violet library observed the garden; its unrelated verification value is 466056.
36
+ Archive entry 0034: the distant harbor recorded the courtyard; its unrelated verification value is 473975.
37
+ Archive entry 0035: the quiet lantern crossed the estuary; its unrelated verification value is 481894.
38
+ Archive entry 0036: the ancient compass catalogued the valley; its unrelated verification value is 489813.
39
+ Archive entry 0037: the amber observatory mapped the plateau; its unrelated verification value is 497732.
40
+ Archive entry 0038: the northern heron described the workshop; its unrelated verification value is 505651.
41
+ Archive entry 0039: the small orchard measured the island; its unrelated verification value is 513570.
42
+ Archive entry 0040: the silver meadow visited the gallery; its unrelated verification value is 521489.
43
+ Archive entry 0041: the violet library observed the garden; its unrelated verification value is 529408.
44
+ Archive entry 0042: the distant harbor recorded the courtyard; its unrelated verification value is 537327.
45
+ Archive entry 0043: the quiet lantern crossed the estuary; its unrelated verification value is 545246.
46
+ Archive entry 0044: the ancient compass catalogued the valley; its unrelated verification value is 553165.
47
+ Archive entry 0045: the amber observatory mapped the plateau; its unrelated verification value is 561084.
48
+ Archive entry 0046: the northern heron described the workshop; its unrelated verification value is 569003.
49
+ Archive entry 0047: the small orchard measured the island; its unrelated verification value is 576922.
50
+ Archive entry 0048: the silver meadow visited the gallery; its unrelated verification value is 584841.
51
+ Archive entry 0049: the violet library observed the garden; its unrelated verification value is 592760.
52
+ Archive entry 0050: the distant harbor recorded the courtyard; its unrelated verification value is 600679.
53
+ Archive entry 0051: the quiet lantern crossed the estuary; its unrelated verification value is 608598.
54
+ Archive entry 0052: the ancient compass catalogued the valley; its unrelated verification value is 616517.
55
+ Archive entry 0053: the amber observatory mapped the plateau; its unrelated verification value is 624436.
56
+ Archive entry 0054: the northern heron described the workshop; its unrelated verification value is 632355.
57
+ Archive entry 0055: the small orchard measured the island; its unrelated verification value is 640274.
58
+ Archive entry 0056: the silver meadow visited the gallery; its unrelated verification value is 648193.
59
+ Archive entry 0057: the violet library observed the garden; its unrelated verification value is 656112.
60
+ Archive entry 0058: the distant harbor recorded the courtyard; its unrelated verification value is 664031.
61
+ Archive entry 0059: the quiet lantern crossed the estuary; its unrelated verification value is 671950.
62
+ Archive entry 0060: the ancient compass catalogued the valley; its unrelated verification value is 679869.
63
+ Archive entry 0061: the amber observatory mapped the plateau; its unrelated verification value is 687788.
64
+ Archive entry 0062: the northern heron described the workshop; its unrelated verification value is 695707.
65
+ Archive entry 0063: the small orchard measured the island; its unrelated verification value is 703626.
66
+ Archive entry 0064: the silver meadow visited the gallery; its unrelated verification value is 711545.
67
+ Archive entry 0065: the violet library observed the garden; its unrelated verification value is 719464.
68
+ Archive entry 0066: the distant harbor recorded the courtyard; its unrelated verification value is 727383.
69
+ Archive entry 0067: the quiet lantern crossed the estuary; its unrelated verification value is 735302.
70
+ Archive entry 0068: the ancient compass catalogued the valley; its unrelated verification value is 743221.
71
+ Archive entry 0069: the amber observatory mapped the plateau; its unrelated verification value is 751140.
72
+ Archive entry 0070: the northern heron described the workshop; its unrelated verification value is 759059.
73
+ Archive entry 0071: the small orchard measured the island; its unrelated verification value is 766978.
74
+ Archive entry 0072: the silver meadow visited the gallery; its unrelated verification value is 774897.
75
+ Archive entry 0073: the violet library observed the garden; its unrelated verification value is 782816.
76
+ Archive entry 0074: the distant harbor recorded the courtyard; its unrelated verification value is 790735.
77
+ Archive entry 0075: the quiet lantern crossed the estuary; its unrelated verification value is 798654.
78
+ Archive entry 0076: the ancient compass catalogued the valley; its unrelated verification value is 806573.
79
+ Archive entry 0077: the amber observatory mapped the plateau; its unrelated verification value is 814492.
80
+ Archive entry 0078: the northern heron described the workshop; its unrelated verification value is 822411.
81
+ Archive entry 0079: the small orchard measured the island; its unrelated verification value is 830330.
82
+ Archive entry 0080: the silver meadow visited the gallery; its unrelated verification value is 838249.
83
+ Archive entry 0081: the violet library observed the garden; its unrelated verification value is 846168.
84
+ Archive entry 0082: the distant harbor recorded the courtyard; its unrelated verification value is 854087.
85
+ Archive entry 0083: the quiet lantern crossed the estuary; its unrelated verification value is 862006.
86
+ Archive entry 0084: the ancient compass catalogued the valley; its unrelated verification value is 869925.
87
+ Archive entry 0085: the amber observatory mapped the plateau; its unrelated verification value is 877844.
88
+ Archive entry 0086: the northern heron described the workshop; its unrelated verification value is 885763.
89
+ Archive entry 0087: the small orchard measured the island; its unrelated verification value is 893682.
90
+ Archive entry 0088: the silver meadow visited the gallery; its unrelated verification value is 901601.
91
+ Archive entry 0089: the violet library observed the garden; its unrelated verification value is 909520.
92
+ Archive entry 0090: the distant harbor recorded the courtyard; its unrelated verification value is 917439.
93
+ Archive entry 0091: the quiet lantern crossed the estuary; its unrelated verification value is 925358.
94
+ Archive entry 0092: the ancient compass catalogued the valley; its unrelated verification value is 933277.
95
+ Archive entry 0093: the amber observatory mapped the plateau; its unrelated verification value is 941196.
96
+ Archive entry 0094: the northern heron described the workshop; its unrelated verification value is 949115.
97
+ Archive entry 0095: the small orchard measured the island; its unrelated verification value is 957034.
98
+ Archive entry 0096: the silver meadow visited the gallery; its unrelated verification value is 964953.
99
+ Archive entry 0097: the violet library observed the garden; its unrelated verification value is 972872.
100
+ Archive entry 0098: the distant harbor recorded the courtyard; its unrelated verification value is 980791.
101
+ Archive entry 0099: the quiet lantern crossed the estuary; its unrelated verification value is 988710.
102
+ Archive entry 0100: the ancient compass catalogued the valley; its unrelated verification value is 996629.
103
+ Archive entry 0101: the amber observatory mapped the plateau; its unrelated verification value is 104548.
104
+ Archive entry 0102: the northern heron described the workshop; its unrelated verification value is 112467.
105
+ Archive entry 0103: the small orchard measured the island; its unrelated verification value is 120386.
106
+ Archive entry 0104: the silver meadow visited the gallery; its unrelated verification value is 128305.
107
+ Archive entry 0105: the violet library observed the garden; its unrelated verification value is 136224.
108
+ Archive entry 0106: the distant harbor recorded the courtyard; its unrelated verification value is 144143.
109
+ Archive entry 0107: the quiet lantern crossed the estuary; its unrelated verification value is 152062.
110
+ Archive entry 0108: the ancient compass catalogued the valley; its unrelated verification value is 159981.
111
+ Archive entry 0109: the amber observatory mapped the plateau; its unrelated verification value is 167900.
112
+ Archive entry 0110: the northern heron described the workshop; its unrelated verification value is 175819.
113
+ Archive entry 0111: the small orchard measured the island; its unrelated verification value is 183738.
114
+ Archive entry 0112: the silver meadow visited the gallery; its unrelated verification value is 191657.
115
+ Archive entry 0113: the violet library observed the garden; its unrelated verification value is 199576.
116
+ Archive entry 0114: the distant harbor recorded the courtyard; its unrelated verification value is 207495.
117
+ Archive entry 0115: the quiet lantern crossed the estuary; its unrelated verification value is 215414.
118
+ Archive entry 0116: the ancient compass catalogued the valley; its unrelated verification value is 223333.
119
+ Archive entry 0117: the amber observatory mapped the plateau; its unrelated verification value is 231252.
120
+ Archive entry 0118: the northern heron described the workshop; its unrelated verification value is 239171.
121
+ Archive entry 0119: the small orchard measured the island; its unrelated verification value is 247090.
122
+ Archive entry 0120: the silver meadow visited the gallery; its unrelated verification value is 255009.
123
+ Archive entry 0121: the violet library observed the garden; its unrelated verification value is 262928.
124
+ Archive entry 0122: the distant harbor recorded the courtyard; its unrelated verification value is 270847.
125
+ Archive entry 0123: the quiet lantern crossed the estuary; its unrelated verification value is 278766.
126
+ Archive entry 0124: the ancient compass catalogued the valley; its unrelated verification value is 286685.
127
+ Archive entry 0125: the amber observatory mapped the plateau; its unrelated verification value is 294604.
128
+ Archive entry 0126: the northern heron described the workshop; its unrelated verification value is 302523.
129
+ Archive entry 0127: the small orchard measured the island; its unrelated verification value is 310442.
130
+ Archive entry 0128: the silver meadow visited the gallery; its unrelated verification value is 318361.
131
+ Archive entry 0129: the violet library observed the garden; its unrelated verification value is 326280.
132
+ Archive entry 0130: the distant harbor recorded the courtyard; its unrelated verification value is 334199.
133
+ Archive entry 0131: the quiet lantern crossed the estuary; its unrelated verification value is 342118.
134
+ Archive entry 0132: the ancient compass catalogued the valley; its unrelated verification value is 350037.
135
+ Archive entry 0133: the amber observatory mapped the plateau; its unrelated verification value is 357956.
136
+ Archive entry 0134: the northern heron described the workshop; its unrelated verification value is 365875.
137
+ Archive entry 0135: the small orchard measured the island; its unrelated verification value is 373794.
138
+ Archive entry 0136: the silver meadow visited the gallery; its unrelated verification value is 381713.
139
+ Archive entry 0137: the violet library observed the garden; its unrelated verification value is 389632.
140
+ Archive entry 0138: the distant harbor recorded the courtyard; its unrelated verification value is 397551.
141
+ Archive entry 0139: the quiet lantern crossed the estuary; its unrelated verification value is 405470.
142
+ Archive entry 0140: the ancient compass catalogued the valley; its unrelated verification value is 413389.
143
+ Archive entry 0141: the amber observatory mapped the plateau; its unrelated verification value is 421308.
144
+ Archive entry 0142: the northern heron described the workshop; its unrelated verification value is 429227.
145
+ Archive entry 0143: the small orchard measured the island; its unrelated verification value is 437146.
146
+ Archive entry 0144: the silver meadow visited the gallery; its unrelated verification value is 445065.
147
+ Archive entry 0145: the violet library observed the garden; its unrelated verification value is 452984.
148
+ Archive entry 0146: the distant harbor recorded the courtyard; its unrelated verification value is 460903.
149
+ Archive entry 0147: the quiet lantern crossed the estuary; its unrelated verification value is 468822.
150
+ Archive entry 0148: the ancient compass catalogued the valley; its unrelated verification value is 476741.
151
+ Archive entry 0149: the amber observatory mapped the plateau; its unrelated verification value is 484660.
152
+ Archive entry 0150: the northern heron described the workshop; its unrelated verification value is 492579.
153
+ Archive entry 0151: the small orchard measured the island; its unrelated verification value is 500498.
154
+ Archive entry 0152: the silver meadow visited the gallery; its unrelated verification value is 508417.
155
+ Archive entry 0153: the violet library observed the garden; its unrelated verification value is 516336.
156
+ Archive entry 0154: the distant harbor recorded the courtyard; its unrelated verification value is 524255.
157
+ Archive entry 0155: the quiet lantern crossed the estuary; its unrelated verification value is 532174.
158
+ Archive entry 0156: the ancient compass catalogued the valley; its unrelated verification value is 540093.
159
+ Archive entry 0157: the amber observatory mapped the plateau; its unrelated verification value is 548012.
160
+ Archive entry 0158: the northern heron described the workshop; its unrelated verification value is 555931.
161
+ Archive entry 0159: the small orchard measured the island; its unrelated verification value is 563850.
162
+ Archive entry 0160: the silver meadow visited the gallery; its unrelated verification value is 571769.
163
+ Archive entry 0161: the violet library observed the garden; its unrelated verification value is 579688.
164
+ Archive entry 0162: the distant harbor recorded the courtyard; its unrelated verification value is 587607.
165
+ Archive entry 0163: the quiet lantern crossed the estuary; its unrelated verification value is 595526.
166
+ Archive entry 0164: the ancient compass catalogued the valley; its unrelated verification value is 603445.
167
+ Archive entry 0165: the amber observatory mapped the plateau; its unrelated verification value is 611364.
168
+ Archive entry 0166: the northern heron described the workshop; its unrelated verification value is 619283.
169
+ Archive entry 0167: the small orchard measured the island; its unrelated verification value is 627202.
170
+ Archive entry 0168: the silver meadow visited the gallery; its unrelated verification value is 635121.
171
+ Archive entry 0169: the violet library observed the garden; its unrelated verification value is 643040.
172
+ Archive entry 0170: the distant harbor recorded the courtyard; its unrelated verification value is 650959.
173
+ Archive entry 0171: the quiet lantern crossed the estuary; its unrelated verification value is 658878.
174
+ Archive entry 0172: the ancient compass catalogued the valley; its unrelated verification value is 666797.
175
+ Archive entry 0173: the amber observatory mapped the plateau; its unrelated verification value is 674716.
176
+ Archive entry 0174: the northern heron described the workshop; its unrelated verification value is 682635.
177
+ Archive entry 0175: the small orchard measured the island; its unrelated verification value is 690554.
178
+ Archive entry 0176: the silver meadow visited the gallery; its unrelated verification value is 698473.
179
+ Archive entry 0177: the violet library observed the garden; its unrelated verification value is 706392.
180
+ Archive entry 0178: the distant harbor recorded the courtyard; its unrelated verification value is 714311.
181
+ Archive entry 0179: the quiet lantern crossed the estuary; its unrelated verification value is 722230.
182
+ Archive entry 0180: the ancient compass catalogued the valley; its unrelated verification value is 730149.
183
+ Archive entry 0181: the amber observatory mapped the plateau; its unrelated verification value is 738068.
184
+ Archive entry 0182: the northern heron described the workshop; its unrelated verification value is 745987.
185
+ Archive entry 0183: the small orchard measured the island; its unrelated verification value is 753906.
186
+ Archive entry 0184: the silver meadow visited the gallery; its unrelated verification value is 761825.
187
+ Archive entry 0185: the violet library observed the garden; its unrelated verification value is 769744.
188
+ Archive entry 0186: the distant harbor recorded the courtyard; its unrelated verification value is 777663.
189
+ Archive entry 0187: the quiet lantern crossed the estuary; its unrelated verification value is 785582.
190
+ Archive entry 0188: the ancient compass catalogued the valley; its unrelated verification value is 793501.
191
+ Archive entry 0189: the amber observatory mapped the plateau; its unrelated verification value is 801420.
192
+ Archive entry 0190: the northern heron described the workshop; its unrelated verification value is 809339.
193
+ Archive entry 0191: the small orchard measured the island; its unrelated verification value is 817258.
194
+ Archive entry 0192: the silver meadow visited the gallery; its unrelated verification value is 825177.
195
+ Archive entry 0193: the violet library observed the garden; its unrelated verification value is 833096.
196
+ Archive entry 0194: the distant harbor recorded the courtyard; its unrelated verification value is 841015.
197
+ Archive entry 0195: the quiet lantern crossed the estuary; its unrelated verification value is 848934.
198
+ Archive entry 0196: the ancient compass catalogued the valley; its unrelated verification value is 856853.
199
+ Archive entry 0197: the amber observatory mapped the plateau; its unrelated verification value is 864772.
200
+ Archive entry 0198: the northern heron described the workshop; its unrelated verification value is 872691.
201
+ Archive entry 0199: the small orchard measured the island; its unrelated verification value is 880610.
202
+ Archive entry 0200: the silver meadow visited the gallery; its unrelated verification value is 888529.
203
+ Archive entry 0201: the violet library observed the garden; its unrelated verification value is 896448.
204
+ Archive entry 0202: the distant harbor recorded the courtyard; its unrelated verification value is 904367.
205
+ Archive entry 0203: the quiet lantern crossed the estuary; its unrelated verification value is 912286.
206
+ Archive entry 0204: the ancient compass catalogued the valley; its unrelated verification value is 920205.
207
+ Archive entry 0205: the amber observatory mapped the plateau; its unrelated verification value is 928124.
208
+ Archive entry 0206: the northern heron described the workshop; its unrelated verification value is 936043.
209
+ Archive entry 0207: the small orchard measured the island; its unrelated verification value is 943962.
210
+ Archive entry 0208: the silver meadow visited the gallery; its unrelated verification value is 951881.
211
+ Archive entry 0209: the violet library observed the garden; its unrelated verification value is 959800.
212
+ Archive entry 0210: the distant harbor recorded the courtyard; its unrelated verification value is 967719.
213
+ Archive entry 0211: the quiet lantern crossed the estuary; its unrelated verification value is 975638.
214
+ Archive entry 0212: the ancient compass catalogued the valley; its unrelated verification value is 983557.
215
+ Archive entry 0213: the amber observatory mapped the plateau; its unrelated verification value is 991476.
216
+ Archive entry 0214: the northern heron described the workshop; its unrelated verification value is 999395.
217
+ Archive entry 0215: the small orchard measured the island; its unrelated verification value is 107314.
218
+ Archive entry 0216: the silver meadow visited the gallery; its unrelated verification value is 115233.
219
+ Archive entry 0217: the violet library observed the garden; its unrelated verification value is 123152.
220
+ Archive entry 0218: the distant harbor recorded the courtyard; its unrelated verification value is 131071.
221
+ Archive entry 0219: the quiet lantern crossed the estuary; its unrelated verification value is 138990.
222
+ Archive entry 0220: the ancient compass catalogued the valley; its unrelated verification value is 146909.
223
+ Archive entry 0221: the amber observatory mapped the plateau; its unrelated verification value is 154828.
224
+ Archive entry 0222: the northern heron described the workshop; its unrelated verification value is 162747.
225
+ Archive entry 0223: the small orchard measured the island; its unrelated verification value is 170666.
226
+ Archive entry 0224: the silver meadow visited the gallery; its unrelated verification value is 178585.
227
+ Archive entry 0225: the violet library observed the garden; its unrelated verification value is 186504.
228
+ Archive entry 0226: the distant harbor recorded the courtyard; its unrelated verification value is 194423.
229
+ Archive entry 0227: the quiet lantern crossed the estuary; its unrelated verification value is 202342.
230
+ Archive entry 0228: the ancient compass catalogued the valley; its unrelated verification value is 210261.
231
+ Archive entry 0229: the amber observatory mapped the plateau; its unrelated verification value is 218180.
232
+ Archive entry 0230: the northern heron described the workshop; its unrelated verification value is 226099.
233
+ Archive entry 0231: the small orchard measured the island; its unrelated verification value is 234018.
234
+ Archive entry 0232: the silver meadow visited the gallery; its unrelated verification value is 241937.
235
+ Archive entry 0233: the violet library observed the garden; its unrelated verification value is 249856.
236
+ Archive entry 0234: the distant harbor recorded the courtyard; its unrelated verification value is 257775.
237
+ Archive entry 0235: the quiet lantern crossed the estuary; its unrelated verification value is 265694.
238
+ Archive entry 0236: the ancient compass catalogued the valley; its unrelated verification value is 273613.
239
+ Archive entry 0237: the amber observatory mapped the plateau; its unrelated verification value is 281532.
240
+ Archive entry 0238: the northern heron described the workshop; its unrelated verification value is 289451.
241
+ Archive entry 0239: the small orchard measured the island; its unrelated verification value is 297370.
242
+ Archive entry 0240: the silver meadow visited the gallery; its unrelated verification value is 305289.
243
+ Archive entry 0241: the violet library observed the garden; its unrelated verification value is 313208.
244
+ Archive entry 0242: the distant harbor recorded the courtyard; its unrelated verification value is 321127.
245
+ Archive entry 0243: the quiet lantern crossed the estuary; its unrelated verification value is 329046.
246
+ Archive entry 0244: the ancient compass catalogued the valley; its unrelated verification value is 336965.
247
+ Archive entry 0245: the amber observatory mapped the plateau; its unrelated verification value is 344884.
248
+ Archive entry 0246: the northern heron described the workshop; its unrelated verification value is 352803.
249
+ Archive entry 0247: the small orchard measured the island; its unrelated verification value is 360722.
250
+ Archive entry 0248: the silver meadow visited the gallery; its unrelated verification value is 368641.
251
+ Archive entry 0249: the violet library observed the garden; its unrelated verification value is 376560.
252
+ MEMORY NEEDLE: The exact passkey is S25X-M4Q8-2718. Remember it exactly.
253
+ Archive entry 0250: the distant harbor recorded the courtyard; its unrelated verification value is 384479.
254
+ Archive entry 0251: the quiet lantern crossed the estuary; its unrelated verification value is 392398.
255
+ Archive entry 0252: the ancient compass catalogued the valley; its unrelated verification value is 400317.
256
+ Archive entry 0253: the amber observatory mapped the plateau; its unrelated verification value is 408236.
257
+ Archive entry 0254: the northern heron described the workshop; its unrelated verification value is 416155.
258
+ Archive entry 0255: the small orchard measured the island; its unrelated verification value is 424074.
259
+ Archive entry 0256: the silver meadow visited the gallery; its unrelated verification value is 431993.
260
+ Archive entry 0257: the violet library observed the garden; its unrelated verification value is 439912.
261
+ Archive entry 0258: the distant harbor recorded the courtyard; its unrelated verification value is 447831.
262
+ Archive entry 0259: the quiet lantern crossed the estuary; its unrelated verification value is 455750.
263
+ Archive entry 0260: the ancient compass catalogued the valley; its unrelated verification value is 463669.
264
+ Archive entry 0261: the amber observatory mapped the plateau; its unrelated verification value is 471588.
265
+ Archive entry 0262: the northern heron described the workshop; its unrelated verification value is 479507.
266
+ Archive entry 0263: the small orchard measured the island; its unrelated verification value is 487426.
267
+ Archive entry 0264: the silver meadow visited the gallery; its unrelated verification value is 495345.
268
+ Archive entry 0265: the violet library observed the garden; its unrelated verification value is 503264.
269
+ Archive entry 0266: the distant harbor recorded the courtyard; its unrelated verification value is 511183.
270
+ Archive entry 0267: the quiet lantern crossed the estuary; its unrelated verification value is 519102.
271
+ Archive entry 0268: the ancient compass catalogued the valley; its unrelated verification value is 527021.
272
+ Archive entry 0269: the amber observatory mapped the plateau; its unrelated verification value is 534940.
273
+ Archive entry 0270: the northern heron described the workshop; its unrelated verification value is 542859.
274
+ Archive entry 0271: the small orchard measured the island; its unrelated verification value is 550778.
275
+ Archive entry 0272: the silver meadow visited the gallery; its unrelated verification value is 558697.
276
+ Archive entry 0273: the violet library observed the garden; its unrelated verification value is 566616.
277
+ Archive entry 0274: the distant harbor recorded the courtyard; its unrelated verification value is 574535.
278
+ Archive entry 0275: the quiet lantern crossed the estuary; its unrelated verification value is 582454.
279
+ Archive entry 0276: the ancient compass catalogued the valley; its unrelated verification value is 590373.
280
+ Archive entry 0277: the amber observatory mapped the plateau; its unrelated verification value is 598292.
281
+ Archive entry 0278: the northern heron described the workshop; its unrelated verification value is 606211.
282
+ Archive entry 0279: the small orchard measured the island; its unrelated verification value is 614130.
283
+ Archive entry 0280: the silver meadow visited the gallery; its unrelated verification value is 622049.
284
+ Archive entry 0281: the violet library observed the garden; its unrelated verification value is 629968.
285
+ Archive entry 0282: the distant harbor recorded the courtyard; its unrelated verification value is 637887.
286
+ Archive entry 0283: the quiet lantern crossed the estuary; its unrelated verification value is 645806.
287
+ Archive entry 0284: the ancient compass catalogued the valley; its unrelated verification value is 653725.
288
+ Archive entry 0285: the amber observatory mapped the plateau; its unrelated verification value is 661644.
289
+ Archive entry 0286: the northern heron described the workshop; its unrelated verification value is 669563.
290
+ Archive entry 0287: the small orchard measured the island; its unrelated verification value is 677482.
291
+ Archive entry 0288: the silver meadow visited the gallery; its unrelated verification value is 685401.
292
+ Archive entry 0289: the violet library observed the garden; its unrelated verification value is 693320.
293
+ Archive entry 0290: the distant harbor recorded the courtyard; its unrelated verification value is 701239.
294
+ Archive entry 0291: the quiet lantern crossed the estuary; its unrelated verification value is 709158.
295
+ Archive entry 0292: the ancient compass catalogued the valley; its unrelated verification value is 717077.
296
+ Archive entry 0293: the amber observatory mapped the plateau; its unrelated verification value is 724996.
297
+ Archive entry 0294: the northern heron described the workshop; its unrelated verification value is 732915.
298
+ Archive entry 0295: the small orchard measured the island; its unrelated verification value is 740834.
299
+ Archive entry 0296: the silver meadow visited the gallery; its unrelated verification value is 748753.
300
+ Archive entry 0297: the violet library observed the garden; its unrelated verification value is 756672.
301
+ Archive entry 0298: the distant harbor recorded the courtyard; its unrelated verification value is 764591.
302
+ Archive entry 0299: the quiet lantern crossed the estuary; its unrelated verification value is 772510.
303
+ Archive entry 0300: the ancient compass catalogued the valley; its unrelated verification value is 780429.
304
+ Archive entry 0301: the amber observatory mapped the plateau; its unrelated verification value is 788348.
305
+ Archive entry 0302: the northern heron described the workshop; its unrelated verification value is 796267.
306
+ Archive entry 0303: the small orchard measured the island; its unrelated verification value is 804186.
307
+ Archive entry 0304: the silver meadow visited the gallery; its unrelated verification value is 812105.
308
+ Archive entry 0305: the violet library observed the garden; its unrelated verification value is 820024.
309
+ Archive entry 0306: the distant harbor recorded the courtyard; its unrelated verification value is 827943.
310
+ Archive entry 0307: the quiet lantern crossed the estuary; its unrelated verification value is 835862.
311
+ Archive entry 0308: the ancient compass catalogued the valley; its unrelated verification value is 843781.
312
+ Archive entry 0309: the amber observatory mapped the plateau; its unrelated verification value is 851700.
313
+ Archive entry 0310: the northern heron described the workshop; its unrelated verification value is 859619.
314
+ Archive entry 0311: the small orchard measured the island; its unrelated verification value is 867538.
315
+ Archive entry 0312: the silver meadow visited the gallery; its unrelated verification value is 875457.
316
+ Archive entry 0313: the violet library observed the garden; its unrelated verification value is 883376.
317
+ Archive entry 0314: the distant harbor recorded the courtyard; its unrelated verification value is 891295.
318
+ Archive entry 0315: the quiet lantern crossed the estuary; its unrelated verification value is 899214.
319
+ Archive entry 0316: the ancient compass catalogued the valley; its unrelated verification value is 907133.
320
+ Archive entry 0317: the amber observatory mapped the plateau; its unrelated verification value is 915052.
321
+ Archive entry 0318: the northern heron described the workshop; its unrelated verification value is 922971.
322
+ Archive entry 0319: the small orchard measured the island; its unrelated verification value is 930890.
323
+ Archive entry 0320: the silver meadow visited the gallery; its unrelated verification value is 938809.
324
+ Archive entry 0321: the violet library observed the garden; its unrelated verification value is 946728.
325
+ Archive entry 0322: the distant harbor recorded the courtyard; its unrelated verification value is 954647.
326
+ Archive entry 0323: the quiet lantern crossed the estuary; its unrelated verification value is 962566.
327
+ Archive entry 0324: the ancient compass catalogued the valley; its unrelated verification value is 970485.
328
+ Archive entry 0325: the amber observatory mapped the plateau; its unrelated verification value is 978404.
329
+ Archive entry 0326: the northern heron described the workshop; its unrelated verification value is 986323.
330
+ Archive entry 0327: the small orchard measured the island; its unrelated verification value is 994242.
331
+ Archive entry 0328: the silver meadow visited the gallery; its unrelated verification value is 102161.
332
+ Archive entry 0329: the violet library observed the garden; its unrelated verification value is 110080.
333
+ Archive entry 0330: the distant harbor recorded the courtyard; its unrelated verification value is 117999.
334
+ Archive entry 0331: the quiet lantern crossed the estuary; its unrelated verification value is 125918.
335
+ Archive entry 0332: the ancient compass catalogued the valley; its unrelated verification value is 133837.
336
+ Archive entry 0333: the amber observatory mapped the plateau; its unrelated verification value is 141756.
337
+ Archive entry 0334: the northern heron described the workshop; its unrelated verification value is 149675.
338
+ Archive entry 0335: the small orchard measured the island; its unrelated verification value is 157594.
339
+ Archive entry 0336: the silver meadow visited the gallery; its unrelated verification value is 165513.
340
+ Archive entry 0337: the violet library observed the garden; its unrelated verification value is 173432.
341
+ Archive entry 0338: the distant harbor recorded the courtyard; its unrelated verification value is 181351.
342
+ Archive entry 0339: the quiet lantern crossed the estuary; its unrelated verification value is 189270.
343
+ Archive entry 0340: the ancient compass catalogued the valley; its unrelated verification value is 197189.
344
+ Archive entry 0341: the amber observatory mapped the plateau; its unrelated verification value is 205108.
345
+ Archive entry 0342: the northern heron described the workshop; its unrelated verification value is 213027.
346
+ Archive entry 0343: the small orchard measured the island; its unrelated verification value is 220946.
347
+ Archive entry 0344: the silver meadow visited the gallery; its unrelated verification value is 228865.
348
+ Archive entry 0345: the violet library observed the garden; its unrelated verification value is 236784.
349
+ Archive entry 0346: the distant harbor recorded the courtyard; its unrelated verification value is 244703.
350
+ Archive entry 0347: the quiet lantern crossed the estuary; its unrelated verification value is 252622.
351
+ Archive entry 0348: the ancient compass catalogued the valley; its unrelated verification value is 260541.
352
+ Archive entry 0349: the amber observatory mapped the plateau; its unrelated verification value is 268460.
353
+ Archive entry 0350: the northern heron described the workshop; its unrelated verification value is 276379.
354
+ Archive entry 0351: the small orchard measured the island; its unrelated verification value is 284298.
355
+ Archive entry 0352: the silver meadow visited the gallery; its unrelated verification value is 292217.
356
+ Archive entry 0353: the violet library observed the garden; its unrelated verification value is 300136.
357
+ Archive entry 0354: the distant harbor recorded the courtyard; its unrelated verification value is 308055.
358
+ Archive entry 0355: the quiet lantern crossed the estuary; its unrelated verification value is 315974.
359
+ Archive entry 0356: the ancient compass catalogued the valley; its unrelated verification value is 323893.
360
+ Archive entry 0357: the amber observatory mapped the plateau; its unrelated verification value is 331812.
361
+ Archive entry 0358: the northern heron described the workshop; its unrelated verification value is 339731.
362
+ Archive entry 0359: the small orchard measured the island; its unrelated verification value is 347650.
363
+ Archive entry 0360: the silver meadow visited the gallery; its unrelated verification value is 355569.
364
+ Archive entry 0361: the violet library observed the garden; its unrelated verification value is 363488.
365
+ Archive entry 0362: the distant harbor recorded the courtyard; its unrelated verification value is 371407.
366
+ Archive entry 0363: the quiet lantern crossed the estuary; its unrelated verification value is 379326.
367
+ Archive entry 0364: the ancient compass catalogued the valley; its unrelated verification value is 387245.
368
+ Archive entry 0365: the amber observatory mapped the plateau; its unrelated verification value is 395164.
369
+ Archive entry 0366: the northern heron described the workshop; its unrelated verification value is 403083.
370
+ Archive entry 0367: the small orchard measured the island; its unrelated verification value is 411002.
371
+ Archive entry 0368: the silver meadow visited the gallery; its unrelated verification value is 418921.
372
+ Archive entry 0369: the violet library observed the garden; its unrelated verification value is 426840.
373
+ Archive entry 0370: the distant harbor recorded the courtyard; its unrelated verification value is 434759.
374
+ Archive entry 0371: the quiet lantern crossed the estuary; its unrelated verification value is 442678.
375
+ Archive entry 0372: the ancient compass catalogued the valley; its unrelated verification value is 450597.
376
+ Archive entry 0373: the amber observatory mapped the plateau; its unrelated verification value is 458516.
377
+ Archive entry 0374: the northern heron described the workshop; its unrelated verification value is 466435.
378
+ Archive entry 0375: the small orchard measured the island; its unrelated verification value is 474354.
379
+ Archive entry 0376: the silver meadow visited the gallery; its unrelated verification value is 482273.
380
+ Archive entry 0377: the violet library observed the garden; its unrelated verification value is 490192.
381
+ Archive entry 0378: the distant harbor recorded the courtyard; its unrelated verification value is 498111.
382
+ Archive entry 0379: the quiet lantern crossed the estuary; its unrelated verification value is 506030.
383
+ Archive entry 0380: the ancient compass catalogued the valley; its unrelated verification value is 513949.
384
+ Archive entry 0381: the amber observatory mapped the plateau; its unrelated verification value is 521868.
385
+ Archive entry 0382: the northern heron described the workshop; its unrelated verification value is 529787.
386
+ Archive entry 0383: the small orchard measured the island; its unrelated verification value is 537706.
387
+ Archive entry 0384: the silver meadow visited the gallery; its unrelated verification value is 545625.
388
+ Archive entry 0385: the violet library observed the garden; its unrelated verification value is 553544.
389
+ Archive entry 0386: the distant harbor recorded the courtyard; its unrelated verification value is 561463.
390
+ Archive entry 0387: the quiet lantern crossed the estuary; its unrelated verification value is 569382.
391
+ Archive entry 0388: the ancient compass catalogued the valley; its unrelated verification value is 577301.
392
+ Archive entry 0389: the amber observatory mapped the plateau; its unrelated verification value is 585220.
393
+ Archive entry 0390: the northern heron described the workshop; its unrelated verification value is 593139.
394
+ Archive entry 0391: the small orchard measured the island; its unrelated verification value is 601058.
395
+ Archive entry 0392: the silver meadow visited the gallery; its unrelated verification value is 608977.
396
+ Archive entry 0393: the violet library observed the garden; its unrelated verification value is 616896.
397
+ Archive entry 0394: the distant harbor recorded the courtyard; its unrelated verification value is 624815.
398
+ Archive entry 0395: the quiet lantern crossed the estuary; its unrelated verification value is 632734.
399
+ Archive entry 0396: the ancient compass catalogued the valley; its unrelated verification value is 640653.
400
+ Archive entry 0397: the amber observatory mapped the plateau; its unrelated verification value is 648572.
401
+ Archive entry 0398: the northern heron described the workshop; its unrelated verification value is 656491.
402
+ Archive entry 0399: the small orchard measured the island; its unrelated verification value is 664410.
403
+ Archive entry 0400: the silver meadow visited the gallery; its unrelated verification value is 672329.
404
+ Archive entry 0401: the violet library observed the garden; its unrelated verification value is 680248.
405
+ Archive entry 0402: the distant harbor recorded the courtyard; its unrelated verification value is 688167.
406
+ Archive entry 0403: the quiet lantern crossed the estuary; its unrelated verification value is 696086.
407
+ Archive entry 0404: the ancient compass catalogued the valley; its unrelated verification value is 704005.
408
+ Archive entry 0405: the amber observatory mapped the plateau; its unrelated verification value is 711924.
409
+ Archive entry 0406: the northern heron described the workshop; its unrelated verification value is 719843.
410
+ Archive entry 0407: the small orchard measured the island; its unrelated verification value is 727762.
411
+ Archive entry 0408: the silver meadow visited the gallery; its unrelated verification value is 735681.
412
+ Archive entry 0409: the violet library observed the garden; its unrelated verification value is 743600.
413
+ Archive entry 0410: the distant harbor recorded the courtyard; its unrelated verification value is 751519.
414
+ Archive entry 0411: the quiet lantern crossed the estuary; its unrelated verification value is 759438.
415
+ Archive entry 0412: the ancient compass catalogued the valley; its unrelated verification value is 767357.
416
+ Archive entry 0413: the amber observatory mapped the plateau; its unrelated verification value is 775276.
417
+ Archive entry 0414: the northern heron described the workshop; its unrelated verification value is 783195.
418
+ Archive entry 0415: the small orchard measured the island; its unrelated verification value is 791114.
419
+ Archive entry 0416: the silver meadow visited the gallery; its unrelated verification value is 799033.
420
+ Archive entry 0417: the violet library observed the garden; its unrelated verification value is 806952.
421
+ Archive entry 0418: the distant harbor recorded the courtyard; its unrelated verification value is 814871.
422
+ Archive entry 0419: the quiet lantern crossed the estuary; its unrelated verification value is 822790.
423
+ Archive entry 0420: the ancient compass catalogued the valley; its unrelated verification value is 830709.
424
+ Archive entry 0421: the amber observatory mapped the plateau; its unrelated verification value is 838628.
425
+ Archive entry 0422: the northern heron described the workshop; its unrelated verification value is 846547.
426
+ Archive entry 0423: the small orchard measured the island; its unrelated verification value is 854466.
427
+ Archive entry 0424: the silver meadow visited the gallery; its unrelated verification value is 862385.
428
+ Archive entry 0425: the violet library observed the garden; its unrelated verification value is 870304.
429
+ Archive entry 0426: the distant harbor recorded the courtyard; its unrelated verification value is 878223.
430
+ Archive entry 0427: the quiet lantern crossed the estuary; its unrelated verification value is 886142.
431
+ Archive entry 0428: the ancient compass catalogued the valley; its unrelated verification value is 894061.
432
+ Archive entry 0429: the amber observatory mapped the plateau; its unrelated verification value is 901980.
433
+ Archive entry 0430: the northern heron described the workshop; its unrelated verification value is 909899.
434
+ Archive entry 0431: the small orchard measured the island; its unrelated verification value is 917818.
435
+ Archive entry 0432: the silver meadow visited the gallery; its unrelated verification value is 925737.
436
+ Archive entry 0433: the violet library observed the garden; its unrelated verification value is 933656.
437
+ Archive entry 0434: the distant harbor recorded the courtyard; its unrelated verification value is 941575.
438
+ Archive entry 0435: the quiet lantern crossed the estuary; its unrelated verification value is 949494.
439
+ Archive entry 0436: the ancient compass catalogued the valley; its unrelated verification value is 957413.
440
+ Archive entry 0437: the amber observatory mapped the plateau; its unrelated verification value is 965332.
441
+ Archive entry 0438: the northern heron described the workshop; its unrelated verification value is 973251.
442
+ Archive entry 0439: the small orchard measured the island; its unrelated verification value is 981170.
443
+ Archive entry 0440: the silver meadow visited the gallery; its unrelated verification value is 989089.
444
+ Archive entry 0441: the violet library observed the garden; its unrelated verification value is 997008.
445
+ Archive entry 0442: the distant harbor recorded the courtyard; its unrelated verification value is 104927.
446
+ Archive entry 0443: the quiet lantern crossed the estuary; its unrelated verification value is 112846.
447
+ Archive entry 0444: the ancient compass catalogued the valley; its unrelated verification value is 120765.
448
+ Archive entry 0445: the amber observatory mapped the plateau; its unrelated verification value is 128684.
449
+ Archive entry 0446: the northern heron described the workshop; its unrelated verification value is 136603.
450
+ Archive entry 0447: the small orchard measured the island; its unrelated verification value is 144522.
451
+ Archive entry 0448: the silver meadow visited the gallery; its unrelated verification value is 152441.
452
+ Archive entry 0449: the violet library observed the garden; its unrelated verification value is 160360.
453
+ Archive entry 0450: the distant harbor recorded the courtyard; its unrelated verification value is 168279.
454
+ Archive entry 0451: the quiet lantern crossed the estuary; its unrelated verification value is 176198.
455
+ Archive entry 0452: the ancient compass catalogued the valley; its unrelated verification value is 184117.
456
+ Archive entry 0453: the amber observatory mapped the plateau; its unrelated verification value is 192036.
457
+ Archive entry 0454: the northern heron described the workshop; its unrelated verification value is 199955.
458
+ Archive entry 0455: the small orchard measured the island; its unrelated verification value is 207874.
459
+ Archive entry 0456: the silver meadow visited the gallery; its unrelated verification value is 215793.
460
+ Archive entry 0457: the violet library observed the garden; its unrelated verification value is 223712.
461
+ Archive entry 0458: the distant harbor recorded the courtyard; its unrelated verification value is 231631.
462
+ Archive entry 0459: the quiet lantern crossed the estuary; its unrelated verification value is 239550.
463
+ Archive entry 0460: the ancient compass catalogued the valley; its unrelated verification value is 247469.
464
+ Archive entry 0461: the amber observatory mapped the plateau; its unrelated verification value is 255388.
465
+ Archive entry 0462: the northern heron described the workshop; its unrelated verification value is 263307.
466
+ Archive entry 0463: the small orchard measured the island; its unrelated verification value is 271226.
467
+ Archive entry 0464: the silver meadow visited the gallery; its unrelated verification value is 279145.
468
+ Archive entry 0465: the violet library observed the garden; its unrelated verification value is 287064.
469
+ Archive entry 0466: the distant harbor recorded the courtyard; its unrelated verification value is 294983.
470
+ Archive entry 0467: the quiet lantern crossed the estuary; its unrelated verification value is 302902.
471
+ Archive entry 0468: the ancient compass catalogued the valley; its unrelated verification value is 310821.
472
+ Archive entry 0469: the amber observatory mapped the plateau; its unrelated verification value is 318740.
473
+ Archive entry 0470: the northern heron described the workshop; its unrelated verification value is 326659.
474
+ Archive entry 0471: the small orchard measured the island; its unrelated verification value is 334578.
475
+ Archive entry 0472: the silver meadow visited the gallery; its unrelated verification value is 342497.
476
+ Archive entry 0473: the violet library observed the garden; its unrelated verification value is 350416.
477
+ Archive entry 0474: the distant harbor recorded the courtyard; its unrelated verification value is 358335.
478
+ Archive entry 0475: the quiet lantern crossed the estuary; its unrelated verification value is 366254.
479
+ Archive entry 0476: the ancient compass catalogued the valley; its unrelated verification value is 374173.
480
+ Archive entry 0477: the amber observatory mapped the plateau; its unrelated verification value is 382092.
481
+ Archive entry 0478: the northern heron described the workshop; its unrelated verification value is 390011.
482
+ Archive entry 0479: the small orchard measured the island; its unrelated verification value is 397930.
483
+ Archive entry 0480: the silver meadow visited the gallery; its unrelated verification value is 405849.
484
+ Archive entry 0481: the violet library observed the garden; its unrelated verification value is 413768.
485
+ Archive entry 0482: the distant harbor recorded the courtyard; its unrelated verification value is 421687.
486
+ Archive entry 0483: the quiet lantern crossed the estuary; its unrelated verification value is 429606.
487
+ Archive entry 0484: the ancient compass catalogued the valley; its unrelated verification value is 437525.
488
+ Archive entry 0485: the amber observatory mapped the plateau; its unrelated verification value is 445444.
489
+ Archive entry 0486: the northern heron described the workshop; its unrelated verification value is 453363.
490
+ Archive entry 0487: the small orchard measured the island; its unrelated verification value is 461282.
491
+ Archive entry 0488: the silver meadow visited the gallery; its unrelated verification value is 469201.
492
+ Archive entry 0489: the violet library observed the garden; its unrelated verification value is 477120.
493
+ Archive entry 0490: the distant harbor recorded the courtyard; its unrelated verification value is 485039.
494
+ Archive entry 0491: the quiet lantern crossed the estuary; its unrelated verification value is 492958.
495
+ Archive entry 0492: the ancient compass catalogued the valley; its unrelated verification value is 500877.
496
+ Archive entry 0493: the amber observatory mapped the plateau; its unrelated verification value is 508796.
497
+ Archive entry 0494: the northern heron described the workshop; its unrelated verification value is 516715.
498
+ Archive entry 0495: the small orchard measured the island; its unrelated verification value is 524634.
499
+ Archive entry 0496: the silver meadow visited the gallery; its unrelated verification value is 532553.
500
+ Archive entry 0497: the violet library observed the garden; its unrelated verification value is 540472.
501
+ Archive entry 0498: the distant harbor recorded the courtyard; its unrelated verification value is 548391.
502
+ Archive entry 0499: the quiet lantern crossed the estuary; its unrelated verification value is 556310.
503
+
504
+ Question: What is the exact passkey from the MEMORY NEEDLE? Reply with only the passkey and no other text.
artifacts/passkey_16k/prompts/depth90.txt ADDED
@@ -0,0 +1,504 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Read the following archive carefully. Exactly one line is labelled MEMORY NEEDLE. Remember its passkey and ignore all unrelated verification values.
2
+
3
+ Archive entry 0001: the violet library observed the garden; its unrelated verification value is 212648.
4
+ Archive entry 0002: the distant harbor recorded the courtyard; its unrelated verification value is 220567.
5
+ Archive entry 0003: the quiet lantern crossed the estuary; its unrelated verification value is 228486.
6
+ Archive entry 0004: the ancient compass catalogued the valley; its unrelated verification value is 236405.
7
+ Archive entry 0005: the amber observatory mapped the plateau; its unrelated verification value is 244324.
8
+ Archive entry 0006: the northern heron described the workshop; its unrelated verification value is 252243.
9
+ Archive entry 0007: the small orchard measured the island; its unrelated verification value is 260162.
10
+ Archive entry 0008: the silver meadow visited the gallery; its unrelated verification value is 268081.
11
+ Archive entry 0009: the violet library observed the garden; its unrelated verification value is 276000.
12
+ Archive entry 0010: the distant harbor recorded the courtyard; its unrelated verification value is 283919.
13
+ Archive entry 0011: the quiet lantern crossed the estuary; its unrelated verification value is 291838.
14
+ Archive entry 0012: the ancient compass catalogued the valley; its unrelated verification value is 299757.
15
+ Archive entry 0013: the amber observatory mapped the plateau; its unrelated verification value is 307676.
16
+ Archive entry 0014: the northern heron described the workshop; its unrelated verification value is 315595.
17
+ Archive entry 0015: the small orchard measured the island; its unrelated verification value is 323514.
18
+ Archive entry 0016: the silver meadow visited the gallery; its unrelated verification value is 331433.
19
+ Archive entry 0017: the violet library observed the garden; its unrelated verification value is 339352.
20
+ Archive entry 0018: the distant harbor recorded the courtyard; its unrelated verification value is 347271.
21
+ Archive entry 0019: the quiet lantern crossed the estuary; its unrelated verification value is 355190.
22
+ Archive entry 0020: the ancient compass catalogued the valley; its unrelated verification value is 363109.
23
+ Archive entry 0021: the amber observatory mapped the plateau; its unrelated verification value is 371028.
24
+ Archive entry 0022: the northern heron described the workshop; its unrelated verification value is 378947.
25
+ Archive entry 0023: the small orchard measured the island; its unrelated verification value is 386866.
26
+ Archive entry 0024: the silver meadow visited the gallery; its unrelated verification value is 394785.
27
+ Archive entry 0025: the violet library observed the garden; its unrelated verification value is 402704.
28
+ Archive entry 0026: the distant harbor recorded the courtyard; its unrelated verification value is 410623.
29
+ Archive entry 0027: the quiet lantern crossed the estuary; its unrelated verification value is 418542.
30
+ Archive entry 0028: the ancient compass catalogued the valley; its unrelated verification value is 426461.
31
+ Archive entry 0029: the amber observatory mapped the plateau; its unrelated verification value is 434380.
32
+ Archive entry 0030: the northern heron described the workshop; its unrelated verification value is 442299.
33
+ Archive entry 0031: the small orchard measured the island; its unrelated verification value is 450218.
34
+ Archive entry 0032: the silver meadow visited the gallery; its unrelated verification value is 458137.
35
+ Archive entry 0033: the violet library observed the garden; its unrelated verification value is 466056.
36
+ Archive entry 0034: the distant harbor recorded the courtyard; its unrelated verification value is 473975.
37
+ Archive entry 0035: the quiet lantern crossed the estuary; its unrelated verification value is 481894.
38
+ Archive entry 0036: the ancient compass catalogued the valley; its unrelated verification value is 489813.
39
+ Archive entry 0037: the amber observatory mapped the plateau; its unrelated verification value is 497732.
40
+ Archive entry 0038: the northern heron described the workshop; its unrelated verification value is 505651.
41
+ Archive entry 0039: the small orchard measured the island; its unrelated verification value is 513570.
42
+ Archive entry 0040: the silver meadow visited the gallery; its unrelated verification value is 521489.
43
+ Archive entry 0041: the violet library observed the garden; its unrelated verification value is 529408.
44
+ Archive entry 0042: the distant harbor recorded the courtyard; its unrelated verification value is 537327.
45
+ Archive entry 0043: the quiet lantern crossed the estuary; its unrelated verification value is 545246.
46
+ Archive entry 0044: the ancient compass catalogued the valley; its unrelated verification value is 553165.
47
+ Archive entry 0045: the amber observatory mapped the plateau; its unrelated verification value is 561084.
48
+ Archive entry 0046: the northern heron described the workshop; its unrelated verification value is 569003.
49
+ Archive entry 0047: the small orchard measured the island; its unrelated verification value is 576922.
50
+ Archive entry 0048: the silver meadow visited the gallery; its unrelated verification value is 584841.
51
+ Archive entry 0049: the violet library observed the garden; its unrelated verification value is 592760.
52
+ Archive entry 0050: the distant harbor recorded the courtyard; its unrelated verification value is 600679.
53
+ Archive entry 0051: the quiet lantern crossed the estuary; its unrelated verification value is 608598.
54
+ Archive entry 0052: the ancient compass catalogued the valley; its unrelated verification value is 616517.
55
+ Archive entry 0053: the amber observatory mapped the plateau; its unrelated verification value is 624436.
56
+ Archive entry 0054: the northern heron described the workshop; its unrelated verification value is 632355.
57
+ Archive entry 0055: the small orchard measured the island; its unrelated verification value is 640274.
58
+ Archive entry 0056: the silver meadow visited the gallery; its unrelated verification value is 648193.
59
+ Archive entry 0057: the violet library observed the garden; its unrelated verification value is 656112.
60
+ Archive entry 0058: the distant harbor recorded the courtyard; its unrelated verification value is 664031.
61
+ Archive entry 0059: the quiet lantern crossed the estuary; its unrelated verification value is 671950.
62
+ Archive entry 0060: the ancient compass catalogued the valley; its unrelated verification value is 679869.
63
+ Archive entry 0061: the amber observatory mapped the plateau; its unrelated verification value is 687788.
64
+ Archive entry 0062: the northern heron described the workshop; its unrelated verification value is 695707.
65
+ Archive entry 0063: the small orchard measured the island; its unrelated verification value is 703626.
66
+ Archive entry 0064: the silver meadow visited the gallery; its unrelated verification value is 711545.
67
+ Archive entry 0065: the violet library observed the garden; its unrelated verification value is 719464.
68
+ Archive entry 0066: the distant harbor recorded the courtyard; its unrelated verification value is 727383.
69
+ Archive entry 0067: the quiet lantern crossed the estuary; its unrelated verification value is 735302.
70
+ Archive entry 0068: the ancient compass catalogued the valley; its unrelated verification value is 743221.
71
+ Archive entry 0069: the amber observatory mapped the plateau; its unrelated verification value is 751140.
72
+ Archive entry 0070: the northern heron described the workshop; its unrelated verification value is 759059.
73
+ Archive entry 0071: the small orchard measured the island; its unrelated verification value is 766978.
74
+ Archive entry 0072: the silver meadow visited the gallery; its unrelated verification value is 774897.
75
+ Archive entry 0073: the violet library observed the garden; its unrelated verification value is 782816.
76
+ Archive entry 0074: the distant harbor recorded the courtyard; its unrelated verification value is 790735.
77
+ Archive entry 0075: the quiet lantern crossed the estuary; its unrelated verification value is 798654.
78
+ Archive entry 0076: the ancient compass catalogued the valley; its unrelated verification value is 806573.
79
+ Archive entry 0077: the amber observatory mapped the plateau; its unrelated verification value is 814492.
80
+ Archive entry 0078: the northern heron described the workshop; its unrelated verification value is 822411.
81
+ Archive entry 0079: the small orchard measured the island; its unrelated verification value is 830330.
82
+ Archive entry 0080: the silver meadow visited the gallery; its unrelated verification value is 838249.
83
+ Archive entry 0081: the violet library observed the garden; its unrelated verification value is 846168.
84
+ Archive entry 0082: the distant harbor recorded the courtyard; its unrelated verification value is 854087.
85
+ Archive entry 0083: the quiet lantern crossed the estuary; its unrelated verification value is 862006.
86
+ Archive entry 0084: the ancient compass catalogued the valley; its unrelated verification value is 869925.
87
+ Archive entry 0085: the amber observatory mapped the plateau; its unrelated verification value is 877844.
88
+ Archive entry 0086: the northern heron described the workshop; its unrelated verification value is 885763.
89
+ Archive entry 0087: the small orchard measured the island; its unrelated verification value is 893682.
90
+ Archive entry 0088: the silver meadow visited the gallery; its unrelated verification value is 901601.
91
+ Archive entry 0089: the violet library observed the garden; its unrelated verification value is 909520.
92
+ Archive entry 0090: the distant harbor recorded the courtyard; its unrelated verification value is 917439.
93
+ Archive entry 0091: the quiet lantern crossed the estuary; its unrelated verification value is 925358.
94
+ Archive entry 0092: the ancient compass catalogued the valley; its unrelated verification value is 933277.
95
+ Archive entry 0093: the amber observatory mapped the plateau; its unrelated verification value is 941196.
96
+ Archive entry 0094: the northern heron described the workshop; its unrelated verification value is 949115.
97
+ Archive entry 0095: the small orchard measured the island; its unrelated verification value is 957034.
98
+ Archive entry 0096: the silver meadow visited the gallery; its unrelated verification value is 964953.
99
+ Archive entry 0097: the violet library observed the garden; its unrelated verification value is 972872.
100
+ Archive entry 0098: the distant harbor recorded the courtyard; its unrelated verification value is 980791.
101
+ Archive entry 0099: the quiet lantern crossed the estuary; its unrelated verification value is 988710.
102
+ Archive entry 0100: the ancient compass catalogued the valley; its unrelated verification value is 996629.
103
+ Archive entry 0101: the amber observatory mapped the plateau; its unrelated verification value is 104548.
104
+ Archive entry 0102: the northern heron described the workshop; its unrelated verification value is 112467.
105
+ Archive entry 0103: the small orchard measured the island; its unrelated verification value is 120386.
106
+ Archive entry 0104: the silver meadow visited the gallery; its unrelated verification value is 128305.
107
+ Archive entry 0105: the violet library observed the garden; its unrelated verification value is 136224.
108
+ Archive entry 0106: the distant harbor recorded the courtyard; its unrelated verification value is 144143.
109
+ Archive entry 0107: the quiet lantern crossed the estuary; its unrelated verification value is 152062.
110
+ Archive entry 0108: the ancient compass catalogued the valley; its unrelated verification value is 159981.
111
+ Archive entry 0109: the amber observatory mapped the plateau; its unrelated verification value is 167900.
112
+ Archive entry 0110: the northern heron described the workshop; its unrelated verification value is 175819.
113
+ Archive entry 0111: the small orchard measured the island; its unrelated verification value is 183738.
114
+ Archive entry 0112: the silver meadow visited the gallery; its unrelated verification value is 191657.
115
+ Archive entry 0113: the violet library observed the garden; its unrelated verification value is 199576.
116
+ Archive entry 0114: the distant harbor recorded the courtyard; its unrelated verification value is 207495.
117
+ Archive entry 0115: the quiet lantern crossed the estuary; its unrelated verification value is 215414.
118
+ Archive entry 0116: the ancient compass catalogued the valley; its unrelated verification value is 223333.
119
+ Archive entry 0117: the amber observatory mapped the plateau; its unrelated verification value is 231252.
120
+ Archive entry 0118: the northern heron described the workshop; its unrelated verification value is 239171.
121
+ Archive entry 0119: the small orchard measured the island; its unrelated verification value is 247090.
122
+ Archive entry 0120: the silver meadow visited the gallery; its unrelated verification value is 255009.
123
+ Archive entry 0121: the violet library observed the garden; its unrelated verification value is 262928.
124
+ Archive entry 0122: the distant harbor recorded the courtyard; its unrelated verification value is 270847.
125
+ Archive entry 0123: the quiet lantern crossed the estuary; its unrelated verification value is 278766.
126
+ Archive entry 0124: the ancient compass catalogued the valley; its unrelated verification value is 286685.
127
+ Archive entry 0125: the amber observatory mapped the plateau; its unrelated verification value is 294604.
128
+ Archive entry 0126: the northern heron described the workshop; its unrelated verification value is 302523.
129
+ Archive entry 0127: the small orchard measured the island; its unrelated verification value is 310442.
130
+ Archive entry 0128: the silver meadow visited the gallery; its unrelated verification value is 318361.
131
+ Archive entry 0129: the violet library observed the garden; its unrelated verification value is 326280.
132
+ Archive entry 0130: the distant harbor recorded the courtyard; its unrelated verification value is 334199.
133
+ Archive entry 0131: the quiet lantern crossed the estuary; its unrelated verification value is 342118.
134
+ Archive entry 0132: the ancient compass catalogued the valley; its unrelated verification value is 350037.
135
+ Archive entry 0133: the amber observatory mapped the plateau; its unrelated verification value is 357956.
136
+ Archive entry 0134: the northern heron described the workshop; its unrelated verification value is 365875.
137
+ Archive entry 0135: the small orchard measured the island; its unrelated verification value is 373794.
138
+ Archive entry 0136: the silver meadow visited the gallery; its unrelated verification value is 381713.
139
+ Archive entry 0137: the violet library observed the garden; its unrelated verification value is 389632.
140
+ Archive entry 0138: the distant harbor recorded the courtyard; its unrelated verification value is 397551.
141
+ Archive entry 0139: the quiet lantern crossed the estuary; its unrelated verification value is 405470.
142
+ Archive entry 0140: the ancient compass catalogued the valley; its unrelated verification value is 413389.
143
+ Archive entry 0141: the amber observatory mapped the plateau; its unrelated verification value is 421308.
144
+ Archive entry 0142: the northern heron described the workshop; its unrelated verification value is 429227.
145
+ Archive entry 0143: the small orchard measured the island; its unrelated verification value is 437146.
146
+ Archive entry 0144: the silver meadow visited the gallery; its unrelated verification value is 445065.
147
+ Archive entry 0145: the violet library observed the garden; its unrelated verification value is 452984.
148
+ Archive entry 0146: the distant harbor recorded the courtyard; its unrelated verification value is 460903.
149
+ Archive entry 0147: the quiet lantern crossed the estuary; its unrelated verification value is 468822.
150
+ Archive entry 0148: the ancient compass catalogued the valley; its unrelated verification value is 476741.
151
+ Archive entry 0149: the amber observatory mapped the plateau; its unrelated verification value is 484660.
152
+ Archive entry 0150: the northern heron described the workshop; its unrelated verification value is 492579.
153
+ Archive entry 0151: the small orchard measured the island; its unrelated verification value is 500498.
154
+ Archive entry 0152: the silver meadow visited the gallery; its unrelated verification value is 508417.
155
+ Archive entry 0153: the violet library observed the garden; its unrelated verification value is 516336.
156
+ Archive entry 0154: the distant harbor recorded the courtyard; its unrelated verification value is 524255.
157
+ Archive entry 0155: the quiet lantern crossed the estuary; its unrelated verification value is 532174.
158
+ Archive entry 0156: the ancient compass catalogued the valley; its unrelated verification value is 540093.
159
+ Archive entry 0157: the amber observatory mapped the plateau; its unrelated verification value is 548012.
160
+ Archive entry 0158: the northern heron described the workshop; its unrelated verification value is 555931.
161
+ Archive entry 0159: the small orchard measured the island; its unrelated verification value is 563850.
162
+ Archive entry 0160: the silver meadow visited the gallery; its unrelated verification value is 571769.
163
+ Archive entry 0161: the violet library observed the garden; its unrelated verification value is 579688.
164
+ Archive entry 0162: the distant harbor recorded the courtyard; its unrelated verification value is 587607.
165
+ Archive entry 0163: the quiet lantern crossed the estuary; its unrelated verification value is 595526.
166
+ Archive entry 0164: the ancient compass catalogued the valley; its unrelated verification value is 603445.
167
+ Archive entry 0165: the amber observatory mapped the plateau; its unrelated verification value is 611364.
168
+ Archive entry 0166: the northern heron described the workshop; its unrelated verification value is 619283.
169
+ Archive entry 0167: the small orchard measured the island; its unrelated verification value is 627202.
170
+ Archive entry 0168: the silver meadow visited the gallery; its unrelated verification value is 635121.
171
+ Archive entry 0169: the violet library observed the garden; its unrelated verification value is 643040.
172
+ Archive entry 0170: the distant harbor recorded the courtyard; its unrelated verification value is 650959.
173
+ Archive entry 0171: the quiet lantern crossed the estuary; its unrelated verification value is 658878.
174
+ Archive entry 0172: the ancient compass catalogued the valley; its unrelated verification value is 666797.
175
+ Archive entry 0173: the amber observatory mapped the plateau; its unrelated verification value is 674716.
176
+ Archive entry 0174: the northern heron described the workshop; its unrelated verification value is 682635.
177
+ Archive entry 0175: the small orchard measured the island; its unrelated verification value is 690554.
178
+ Archive entry 0176: the silver meadow visited the gallery; its unrelated verification value is 698473.
179
+ Archive entry 0177: the violet library observed the garden; its unrelated verification value is 706392.
180
+ Archive entry 0178: the distant harbor recorded the courtyard; its unrelated verification value is 714311.
181
+ Archive entry 0179: the quiet lantern crossed the estuary; its unrelated verification value is 722230.
182
+ Archive entry 0180: the ancient compass catalogued the valley; its unrelated verification value is 730149.
183
+ Archive entry 0181: the amber observatory mapped the plateau; its unrelated verification value is 738068.
184
+ Archive entry 0182: the northern heron described the workshop; its unrelated verification value is 745987.
185
+ Archive entry 0183: the small orchard measured the island; its unrelated verification value is 753906.
186
+ Archive entry 0184: the silver meadow visited the gallery; its unrelated verification value is 761825.
187
+ Archive entry 0185: the violet library observed the garden; its unrelated verification value is 769744.
188
+ Archive entry 0186: the distant harbor recorded the courtyard; its unrelated verification value is 777663.
189
+ Archive entry 0187: the quiet lantern crossed the estuary; its unrelated verification value is 785582.
190
+ Archive entry 0188: the ancient compass catalogued the valley; its unrelated verification value is 793501.
191
+ Archive entry 0189: the amber observatory mapped the plateau; its unrelated verification value is 801420.
192
+ Archive entry 0190: the northern heron described the workshop; its unrelated verification value is 809339.
193
+ Archive entry 0191: the small orchard measured the island; its unrelated verification value is 817258.
194
+ Archive entry 0192: the silver meadow visited the gallery; its unrelated verification value is 825177.
195
+ Archive entry 0193: the violet library observed the garden; its unrelated verification value is 833096.
196
+ Archive entry 0194: the distant harbor recorded the courtyard; its unrelated verification value is 841015.
197
+ Archive entry 0195: the quiet lantern crossed the estuary; its unrelated verification value is 848934.
198
+ Archive entry 0196: the ancient compass catalogued the valley; its unrelated verification value is 856853.
199
+ Archive entry 0197: the amber observatory mapped the plateau; its unrelated verification value is 864772.
200
+ Archive entry 0198: the northern heron described the workshop; its unrelated verification value is 872691.
201
+ Archive entry 0199: the small orchard measured the island; its unrelated verification value is 880610.
202
+ Archive entry 0200: the silver meadow visited the gallery; its unrelated verification value is 888529.
203
+ Archive entry 0201: the violet library observed the garden; its unrelated verification value is 896448.
204
+ Archive entry 0202: the distant harbor recorded the courtyard; its unrelated verification value is 904367.
205
+ Archive entry 0203: the quiet lantern crossed the estuary; its unrelated verification value is 912286.
206
+ Archive entry 0204: the ancient compass catalogued the valley; its unrelated verification value is 920205.
207
+ Archive entry 0205: the amber observatory mapped the plateau; its unrelated verification value is 928124.
208
+ Archive entry 0206: the northern heron described the workshop; its unrelated verification value is 936043.
209
+ Archive entry 0207: the small orchard measured the island; its unrelated verification value is 943962.
210
+ Archive entry 0208: the silver meadow visited the gallery; its unrelated verification value is 951881.
211
+ Archive entry 0209: the violet library observed the garden; its unrelated verification value is 959800.
212
+ Archive entry 0210: the distant harbor recorded the courtyard; its unrelated verification value is 967719.
213
+ Archive entry 0211: the quiet lantern crossed the estuary; its unrelated verification value is 975638.
214
+ Archive entry 0212: the ancient compass catalogued the valley; its unrelated verification value is 983557.
215
+ Archive entry 0213: the amber observatory mapped the plateau; its unrelated verification value is 991476.
216
+ Archive entry 0214: the northern heron described the workshop; its unrelated verification value is 999395.
217
+ Archive entry 0215: the small orchard measured the island; its unrelated verification value is 107314.
218
+ Archive entry 0216: the silver meadow visited the gallery; its unrelated verification value is 115233.
219
+ Archive entry 0217: the violet library observed the garden; its unrelated verification value is 123152.
220
+ Archive entry 0218: the distant harbor recorded the courtyard; its unrelated verification value is 131071.
221
+ Archive entry 0219: the quiet lantern crossed the estuary; its unrelated verification value is 138990.
222
+ Archive entry 0220: the ancient compass catalogued the valley; its unrelated verification value is 146909.
223
+ Archive entry 0221: the amber observatory mapped the plateau; its unrelated verification value is 154828.
224
+ Archive entry 0222: the northern heron described the workshop; its unrelated verification value is 162747.
225
+ Archive entry 0223: the small orchard measured the island; its unrelated verification value is 170666.
226
+ Archive entry 0224: the silver meadow visited the gallery; its unrelated verification value is 178585.
227
+ Archive entry 0225: the violet library observed the garden; its unrelated verification value is 186504.
228
+ Archive entry 0226: the distant harbor recorded the courtyard; its unrelated verification value is 194423.
229
+ Archive entry 0227: the quiet lantern crossed the estuary; its unrelated verification value is 202342.
230
+ Archive entry 0228: the ancient compass catalogued the valley; its unrelated verification value is 210261.
231
+ Archive entry 0229: the amber observatory mapped the plateau; its unrelated verification value is 218180.
232
+ Archive entry 0230: the northern heron described the workshop; its unrelated verification value is 226099.
233
+ Archive entry 0231: the small orchard measured the island; its unrelated verification value is 234018.
234
+ Archive entry 0232: the silver meadow visited the gallery; its unrelated verification value is 241937.
235
+ Archive entry 0233: the violet library observed the garden; its unrelated verification value is 249856.
236
+ Archive entry 0234: the distant harbor recorded the courtyard; its unrelated verification value is 257775.
237
+ Archive entry 0235: the quiet lantern crossed the estuary; its unrelated verification value is 265694.
238
+ Archive entry 0236: the ancient compass catalogued the valley; its unrelated verification value is 273613.
239
+ Archive entry 0237: the amber observatory mapped the plateau; its unrelated verification value is 281532.
240
+ Archive entry 0238: the northern heron described the workshop; its unrelated verification value is 289451.
241
+ Archive entry 0239: the small orchard measured the island; its unrelated verification value is 297370.
242
+ Archive entry 0240: the silver meadow visited the gallery; its unrelated verification value is 305289.
243
+ Archive entry 0241: the violet library observed the garden; its unrelated verification value is 313208.
244
+ Archive entry 0242: the distant harbor recorded the courtyard; its unrelated verification value is 321127.
245
+ Archive entry 0243: the quiet lantern crossed the estuary; its unrelated verification value is 329046.
246
+ Archive entry 0244: the ancient compass catalogued the valley; its unrelated verification value is 336965.
247
+ Archive entry 0245: the amber observatory mapped the plateau; its unrelated verification value is 344884.
248
+ Archive entry 0246: the northern heron described the workshop; its unrelated verification value is 352803.
249
+ Archive entry 0247: the small orchard measured the island; its unrelated verification value is 360722.
250
+ Archive entry 0248: the silver meadow visited the gallery; its unrelated verification value is 368641.
251
+ Archive entry 0249: the violet library observed the garden; its unrelated verification value is 376560.
252
+ Archive entry 0250: the distant harbor recorded the courtyard; its unrelated verification value is 384479.
253
+ Archive entry 0251: the quiet lantern crossed the estuary; its unrelated verification value is 392398.
254
+ Archive entry 0252: the ancient compass catalogued the valley; its unrelated verification value is 400317.
255
+ Archive entry 0253: the amber observatory mapped the plateau; its unrelated verification value is 408236.
256
+ Archive entry 0254: the northern heron described the workshop; its unrelated verification value is 416155.
257
+ Archive entry 0255: the small orchard measured the island; its unrelated verification value is 424074.
258
+ Archive entry 0256: the silver meadow visited the gallery; its unrelated verification value is 431993.
259
+ Archive entry 0257: the violet library observed the garden; its unrelated verification value is 439912.
260
+ Archive entry 0258: the distant harbor recorded the courtyard; its unrelated verification value is 447831.
261
+ Archive entry 0259: the quiet lantern crossed the estuary; its unrelated verification value is 455750.
262
+ Archive entry 0260: the ancient compass catalogued the valley; its unrelated verification value is 463669.
263
+ Archive entry 0261: the amber observatory mapped the plateau; its unrelated verification value is 471588.
264
+ Archive entry 0262: the northern heron described the workshop; its unrelated verification value is 479507.
265
+ Archive entry 0263: the small orchard measured the island; its unrelated verification value is 487426.
266
+ Archive entry 0264: the silver meadow visited the gallery; its unrelated verification value is 495345.
267
+ Archive entry 0265: the violet library observed the garden; its unrelated verification value is 503264.
268
+ Archive entry 0266: the distant harbor recorded the courtyard; its unrelated verification value is 511183.
269
+ Archive entry 0267: the quiet lantern crossed the estuary; its unrelated verification value is 519102.
270
+ Archive entry 0268: the ancient compass catalogued the valley; its unrelated verification value is 527021.
271
+ Archive entry 0269: the amber observatory mapped the plateau; its unrelated verification value is 534940.
272
+ Archive entry 0270: the northern heron described the workshop; its unrelated verification value is 542859.
273
+ Archive entry 0271: the small orchard measured the island; its unrelated verification value is 550778.
274
+ Archive entry 0272: the silver meadow visited the gallery; its unrelated verification value is 558697.
275
+ Archive entry 0273: the violet library observed the garden; its unrelated verification value is 566616.
276
+ Archive entry 0274: the distant harbor recorded the courtyard; its unrelated verification value is 574535.
277
+ Archive entry 0275: the quiet lantern crossed the estuary; its unrelated verification value is 582454.
278
+ Archive entry 0276: the ancient compass catalogued the valley; its unrelated verification value is 590373.
279
+ Archive entry 0277: the amber observatory mapped the plateau; its unrelated verification value is 598292.
280
+ Archive entry 0278: the northern heron described the workshop; its unrelated verification value is 606211.
281
+ Archive entry 0279: the small orchard measured the island; its unrelated verification value is 614130.
282
+ Archive entry 0280: the silver meadow visited the gallery; its unrelated verification value is 622049.
283
+ Archive entry 0281: the violet library observed the garden; its unrelated verification value is 629968.
284
+ Archive entry 0282: the distant harbor recorded the courtyard; its unrelated verification value is 637887.
285
+ Archive entry 0283: the quiet lantern crossed the estuary; its unrelated verification value is 645806.
286
+ Archive entry 0284: the ancient compass catalogued the valley; its unrelated verification value is 653725.
287
+ Archive entry 0285: the amber observatory mapped the plateau; its unrelated verification value is 661644.
288
+ Archive entry 0286: the northern heron described the workshop; its unrelated verification value is 669563.
289
+ Archive entry 0287: the small orchard measured the island; its unrelated verification value is 677482.
290
+ Archive entry 0288: the silver meadow visited the gallery; its unrelated verification value is 685401.
291
+ Archive entry 0289: the violet library observed the garden; its unrelated verification value is 693320.
292
+ Archive entry 0290: the distant harbor recorded the courtyard; its unrelated verification value is 701239.
293
+ Archive entry 0291: the quiet lantern crossed the estuary; its unrelated verification value is 709158.
294
+ Archive entry 0292: the ancient compass catalogued the valley; its unrelated verification value is 717077.
295
+ Archive entry 0293: the amber observatory mapped the plateau; its unrelated verification value is 724996.
296
+ Archive entry 0294: the northern heron described the workshop; its unrelated verification value is 732915.
297
+ Archive entry 0295: the small orchard measured the island; its unrelated verification value is 740834.
298
+ Archive entry 0296: the silver meadow visited the gallery; its unrelated verification value is 748753.
299
+ Archive entry 0297: the violet library observed the garden; its unrelated verification value is 756672.
300
+ Archive entry 0298: the distant harbor recorded the courtyard; its unrelated verification value is 764591.
301
+ Archive entry 0299: the quiet lantern crossed the estuary; its unrelated verification value is 772510.
302
+ Archive entry 0300: the ancient compass catalogued the valley; its unrelated verification value is 780429.
303
+ Archive entry 0301: the amber observatory mapped the plateau; its unrelated verification value is 788348.
304
+ Archive entry 0302: the northern heron described the workshop; its unrelated verification value is 796267.
305
+ Archive entry 0303: the small orchard measured the island; its unrelated verification value is 804186.
306
+ Archive entry 0304: the silver meadow visited the gallery; its unrelated verification value is 812105.
307
+ Archive entry 0305: the violet library observed the garden; its unrelated verification value is 820024.
308
+ Archive entry 0306: the distant harbor recorded the courtyard; its unrelated verification value is 827943.
309
+ Archive entry 0307: the quiet lantern crossed the estuary; its unrelated verification value is 835862.
310
+ Archive entry 0308: the ancient compass catalogued the valley; its unrelated verification value is 843781.
311
+ Archive entry 0309: the amber observatory mapped the plateau; its unrelated verification value is 851700.
312
+ Archive entry 0310: the northern heron described the workshop; its unrelated verification value is 859619.
313
+ Archive entry 0311: the small orchard measured the island; its unrelated verification value is 867538.
314
+ Archive entry 0312: the silver meadow visited the gallery; its unrelated verification value is 875457.
315
+ Archive entry 0313: the violet library observed the garden; its unrelated verification value is 883376.
316
+ Archive entry 0314: the distant harbor recorded the courtyard; its unrelated verification value is 891295.
317
+ Archive entry 0315: the quiet lantern crossed the estuary; its unrelated verification value is 899214.
318
+ Archive entry 0316: the ancient compass catalogued the valley; its unrelated verification value is 907133.
319
+ Archive entry 0317: the amber observatory mapped the plateau; its unrelated verification value is 915052.
320
+ Archive entry 0318: the northern heron described the workshop; its unrelated verification value is 922971.
321
+ Archive entry 0319: the small orchard measured the island; its unrelated verification value is 930890.
322
+ Archive entry 0320: the silver meadow visited the gallery; its unrelated verification value is 938809.
323
+ Archive entry 0321: the violet library observed the garden; its unrelated verification value is 946728.
324
+ Archive entry 0322: the distant harbor recorded the courtyard; its unrelated verification value is 954647.
325
+ Archive entry 0323: the quiet lantern crossed the estuary; its unrelated verification value is 962566.
326
+ Archive entry 0324: the ancient compass catalogued the valley; its unrelated verification value is 970485.
327
+ Archive entry 0325: the amber observatory mapped the plateau; its unrelated verification value is 978404.
328
+ Archive entry 0326: the northern heron described the workshop; its unrelated verification value is 986323.
329
+ Archive entry 0327: the small orchard measured the island; its unrelated verification value is 994242.
330
+ Archive entry 0328: the silver meadow visited the gallery; its unrelated verification value is 102161.
331
+ Archive entry 0329: the violet library observed the garden; its unrelated verification value is 110080.
332
+ Archive entry 0330: the distant harbor recorded the courtyard; its unrelated verification value is 117999.
333
+ Archive entry 0331: the quiet lantern crossed the estuary; its unrelated verification value is 125918.
334
+ Archive entry 0332: the ancient compass catalogued the valley; its unrelated verification value is 133837.
335
+ Archive entry 0333: the amber observatory mapped the plateau; its unrelated verification value is 141756.
336
+ Archive entry 0334: the northern heron described the workshop; its unrelated verification value is 149675.
337
+ Archive entry 0335: the small orchard measured the island; its unrelated verification value is 157594.
338
+ Archive entry 0336: the silver meadow visited the gallery; its unrelated verification value is 165513.
339
+ Archive entry 0337: the violet library observed the garden; its unrelated verification value is 173432.
340
+ Archive entry 0338: the distant harbor recorded the courtyard; its unrelated verification value is 181351.
341
+ Archive entry 0339: the quiet lantern crossed the estuary; its unrelated verification value is 189270.
342
+ Archive entry 0340: the ancient compass catalogued the valley; its unrelated verification value is 197189.
343
+ Archive entry 0341: the amber observatory mapped the plateau; its unrelated verification value is 205108.
344
+ Archive entry 0342: the northern heron described the workshop; its unrelated verification value is 213027.
345
+ Archive entry 0343: the small orchard measured the island; its unrelated verification value is 220946.
346
+ Archive entry 0344: the silver meadow visited the gallery; its unrelated verification value is 228865.
347
+ Archive entry 0345: the violet library observed the garden; its unrelated verification value is 236784.
348
+ Archive entry 0346: the distant harbor recorded the courtyard; its unrelated verification value is 244703.
349
+ Archive entry 0347: the quiet lantern crossed the estuary; its unrelated verification value is 252622.
350
+ Archive entry 0348: the ancient compass catalogued the valley; its unrelated verification value is 260541.
351
+ Archive entry 0349: the amber observatory mapped the plateau; its unrelated verification value is 268460.
352
+ Archive entry 0350: the northern heron described the workshop; its unrelated verification value is 276379.
353
+ Archive entry 0351: the small orchard measured the island; its unrelated verification value is 284298.
354
+ Archive entry 0352: the silver meadow visited the gallery; its unrelated verification value is 292217.
355
+ Archive entry 0353: the violet library observed the garden; its unrelated verification value is 300136.
356
+ Archive entry 0354: the distant harbor recorded the courtyard; its unrelated verification value is 308055.
357
+ Archive entry 0355: the quiet lantern crossed the estuary; its unrelated verification value is 315974.
358
+ Archive entry 0356: the ancient compass catalogued the valley; its unrelated verification value is 323893.
359
+ Archive entry 0357: the amber observatory mapped the plateau; its unrelated verification value is 331812.
360
+ Archive entry 0358: the northern heron described the workshop; its unrelated verification value is 339731.
361
+ Archive entry 0359: the small orchard measured the island; its unrelated verification value is 347650.
362
+ Archive entry 0360: the silver meadow visited the gallery; its unrelated verification value is 355569.
363
+ Archive entry 0361: the violet library observed the garden; its unrelated verification value is 363488.
364
+ Archive entry 0362: the distant harbor recorded the courtyard; its unrelated verification value is 371407.
365
+ Archive entry 0363: the quiet lantern crossed the estuary; its unrelated verification value is 379326.
366
+ Archive entry 0364: the ancient compass catalogued the valley; its unrelated verification value is 387245.
367
+ Archive entry 0365: the amber observatory mapped the plateau; its unrelated verification value is 395164.
368
+ Archive entry 0366: the northern heron described the workshop; its unrelated verification value is 403083.
369
+ Archive entry 0367: the small orchard measured the island; its unrelated verification value is 411002.
370
+ Archive entry 0368: the silver meadow visited the gallery; its unrelated verification value is 418921.
371
+ Archive entry 0369: the violet library observed the garden; its unrelated verification value is 426840.
372
+ Archive entry 0370: the distant harbor recorded the courtyard; its unrelated verification value is 434759.
373
+ Archive entry 0371: the quiet lantern crossed the estuary; its unrelated verification value is 442678.
374
+ Archive entry 0372: the ancient compass catalogued the valley; its unrelated verification value is 450597.
375
+ Archive entry 0373: the amber observatory mapped the plateau; its unrelated verification value is 458516.
376
+ Archive entry 0374: the northern heron described the workshop; its unrelated verification value is 466435.
377
+ Archive entry 0375: the small orchard measured the island; its unrelated verification value is 474354.
378
+ Archive entry 0376: the silver meadow visited the gallery; its unrelated verification value is 482273.
379
+ Archive entry 0377: the violet library observed the garden; its unrelated verification value is 490192.
380
+ Archive entry 0378: the distant harbor recorded the courtyard; its unrelated verification value is 498111.
381
+ Archive entry 0379: the quiet lantern crossed the estuary; its unrelated verification value is 506030.
382
+ Archive entry 0380: the ancient compass catalogued the valley; its unrelated verification value is 513949.
383
+ Archive entry 0381: the amber observatory mapped the plateau; its unrelated verification value is 521868.
384
+ Archive entry 0382: the northern heron described the workshop; its unrelated verification value is 529787.
385
+ Archive entry 0383: the small orchard measured the island; its unrelated verification value is 537706.
386
+ Archive entry 0384: the silver meadow visited the gallery; its unrelated verification value is 545625.
387
+ Archive entry 0385: the violet library observed the garden; its unrelated verification value is 553544.
388
+ Archive entry 0386: the distant harbor recorded the courtyard; its unrelated verification value is 561463.
389
+ Archive entry 0387: the quiet lantern crossed the estuary; its unrelated verification value is 569382.
390
+ Archive entry 0388: the ancient compass catalogued the valley; its unrelated verification value is 577301.
391
+ Archive entry 0389: the amber observatory mapped the plateau; its unrelated verification value is 585220.
392
+ Archive entry 0390: the northern heron described the workshop; its unrelated verification value is 593139.
393
+ Archive entry 0391: the small orchard measured the island; its unrelated verification value is 601058.
394
+ Archive entry 0392: the silver meadow visited the gallery; its unrelated verification value is 608977.
395
+ Archive entry 0393: the violet library observed the garden; its unrelated verification value is 616896.
396
+ Archive entry 0394: the distant harbor recorded the courtyard; its unrelated verification value is 624815.
397
+ Archive entry 0395: the quiet lantern crossed the estuary; its unrelated verification value is 632734.
398
+ Archive entry 0396: the ancient compass catalogued the valley; its unrelated verification value is 640653.
399
+ Archive entry 0397: the amber observatory mapped the plateau; its unrelated verification value is 648572.
400
+ Archive entry 0398: the northern heron described the workshop; its unrelated verification value is 656491.
401
+ Archive entry 0399: the small orchard measured the island; its unrelated verification value is 664410.
402
+ Archive entry 0400: the silver meadow visited the gallery; its unrelated verification value is 672329.
403
+ Archive entry 0401: the violet library observed the garden; its unrelated verification value is 680248.
404
+ Archive entry 0402: the distant harbor recorded the courtyard; its unrelated verification value is 688167.
405
+ Archive entry 0403: the quiet lantern crossed the estuary; its unrelated verification value is 696086.
406
+ Archive entry 0404: the ancient compass catalogued the valley; its unrelated verification value is 704005.
407
+ Archive entry 0405: the amber observatory mapped the plateau; its unrelated verification value is 711924.
408
+ Archive entry 0406: the northern heron described the workshop; its unrelated verification value is 719843.
409
+ Archive entry 0407: the small orchard measured the island; its unrelated verification value is 727762.
410
+ Archive entry 0408: the silver meadow visited the gallery; its unrelated verification value is 735681.
411
+ Archive entry 0409: the violet library observed the garden; its unrelated verification value is 743600.
412
+ Archive entry 0410: the distant harbor recorded the courtyard; its unrelated verification value is 751519.
413
+ Archive entry 0411: the quiet lantern crossed the estuary; its unrelated verification value is 759438.
414
+ Archive entry 0412: the ancient compass catalogued the valley; its unrelated verification value is 767357.
415
+ Archive entry 0413: the amber observatory mapped the plateau; its unrelated verification value is 775276.
416
+ Archive entry 0414: the northern heron described the workshop; its unrelated verification value is 783195.
417
+ Archive entry 0415: the small orchard measured the island; its unrelated verification value is 791114.
418
+ Archive entry 0416: the silver meadow visited the gallery; its unrelated verification value is 799033.
419
+ Archive entry 0417: the violet library observed the garden; its unrelated verification value is 806952.
420
+ Archive entry 0418: the distant harbor recorded the courtyard; its unrelated verification value is 814871.
421
+ Archive entry 0419: the quiet lantern crossed the estuary; its unrelated verification value is 822790.
422
+ Archive entry 0420: the ancient compass catalogued the valley; its unrelated verification value is 830709.
423
+ Archive entry 0421: the amber observatory mapped the plateau; its unrelated verification value is 838628.
424
+ Archive entry 0422: the northern heron described the workshop; its unrelated verification value is 846547.
425
+ Archive entry 0423: the small orchard measured the island; its unrelated verification value is 854466.
426
+ Archive entry 0424: the silver meadow visited the gallery; its unrelated verification value is 862385.
427
+ Archive entry 0425: the violet library observed the garden; its unrelated verification value is 870304.
428
+ Archive entry 0426: the distant harbor recorded the courtyard; its unrelated verification value is 878223.
429
+ Archive entry 0427: the quiet lantern crossed the estuary; its unrelated verification value is 886142.
430
+ Archive entry 0428: the ancient compass catalogued the valley; its unrelated verification value is 894061.
431
+ Archive entry 0429: the amber observatory mapped the plateau; its unrelated verification value is 901980.
432
+ Archive entry 0430: the northern heron described the workshop; its unrelated verification value is 909899.
433
+ Archive entry 0431: the small orchard measured the island; its unrelated verification value is 917818.
434
+ Archive entry 0432: the silver meadow visited the gallery; its unrelated verification value is 925737.
435
+ Archive entry 0433: the violet library observed the garden; its unrelated verification value is 933656.
436
+ Archive entry 0434: the distant harbor recorded the courtyard; its unrelated verification value is 941575.
437
+ Archive entry 0435: the quiet lantern crossed the estuary; its unrelated verification value is 949494.
438
+ Archive entry 0436: the ancient compass catalogued the valley; its unrelated verification value is 957413.
439
+ Archive entry 0437: the amber observatory mapped the plateau; its unrelated verification value is 965332.
440
+ Archive entry 0438: the northern heron described the workshop; its unrelated verification value is 973251.
441
+ Archive entry 0439: the small orchard measured the island; its unrelated verification value is 981170.
442
+ Archive entry 0440: the silver meadow visited the gallery; its unrelated verification value is 989089.
443
+ Archive entry 0441: the violet library observed the garden; its unrelated verification value is 997008.
444
+ Archive entry 0442: the distant harbor recorded the courtyard; its unrelated verification value is 104927.
445
+ Archive entry 0443: the quiet lantern crossed the estuary; its unrelated verification value is 112846.
446
+ Archive entry 0444: the ancient compass catalogued the valley; its unrelated verification value is 120765.
447
+ Archive entry 0445: the amber observatory mapped the plateau; its unrelated verification value is 128684.
448
+ Archive entry 0446: the northern heron described the workshop; its unrelated verification value is 136603.
449
+ Archive entry 0447: the small orchard measured the island; its unrelated verification value is 144522.
450
+ Archive entry 0448: the silver meadow visited the gallery; its unrelated verification value is 152441.
451
+ Archive entry 0449: the violet library observed the garden; its unrelated verification value is 160360.
452
+ MEMORY NEEDLE: The exact passkey is S25X-Z6R3-1618. Remember it exactly.
453
+ Archive entry 0450: the distant harbor recorded the courtyard; its unrelated verification value is 168279.
454
+ Archive entry 0451: the quiet lantern crossed the estuary; its unrelated verification value is 176198.
455
+ Archive entry 0452: the ancient compass catalogued the valley; its unrelated verification value is 184117.
456
+ Archive entry 0453: the amber observatory mapped the plateau; its unrelated verification value is 192036.
457
+ Archive entry 0454: the northern heron described the workshop; its unrelated verification value is 199955.
458
+ Archive entry 0455: the small orchard measured the island; its unrelated verification value is 207874.
459
+ Archive entry 0456: the silver meadow visited the gallery; its unrelated verification value is 215793.
460
+ Archive entry 0457: the violet library observed the garden; its unrelated verification value is 223712.
461
+ Archive entry 0458: the distant harbor recorded the courtyard; its unrelated verification value is 231631.
462
+ Archive entry 0459: the quiet lantern crossed the estuary; its unrelated verification value is 239550.
463
+ Archive entry 0460: the ancient compass catalogued the valley; its unrelated verification value is 247469.
464
+ Archive entry 0461: the amber observatory mapped the plateau; its unrelated verification value is 255388.
465
+ Archive entry 0462: the northern heron described the workshop; its unrelated verification value is 263307.
466
+ Archive entry 0463: the small orchard measured the island; its unrelated verification value is 271226.
467
+ Archive entry 0464: the silver meadow visited the gallery; its unrelated verification value is 279145.
468
+ Archive entry 0465: the violet library observed the garden; its unrelated verification value is 287064.
469
+ Archive entry 0466: the distant harbor recorded the courtyard; its unrelated verification value is 294983.
470
+ Archive entry 0467: the quiet lantern crossed the estuary; its unrelated verification value is 302902.
471
+ Archive entry 0468: the ancient compass catalogued the valley; its unrelated verification value is 310821.
472
+ Archive entry 0469: the amber observatory mapped the plateau; its unrelated verification value is 318740.
473
+ Archive entry 0470: the northern heron described the workshop; its unrelated verification value is 326659.
474
+ Archive entry 0471: the small orchard measured the island; its unrelated verification value is 334578.
475
+ Archive entry 0472: the silver meadow visited the gallery; its unrelated verification value is 342497.
476
+ Archive entry 0473: the violet library observed the garden; its unrelated verification value is 350416.
477
+ Archive entry 0474: the distant harbor recorded the courtyard; its unrelated verification value is 358335.
478
+ Archive entry 0475: the quiet lantern crossed the estuary; its unrelated verification value is 366254.
479
+ Archive entry 0476: the ancient compass catalogued the valley; its unrelated verification value is 374173.
480
+ Archive entry 0477: the amber observatory mapped the plateau; its unrelated verification value is 382092.
481
+ Archive entry 0478: the northern heron described the workshop; its unrelated verification value is 390011.
482
+ Archive entry 0479: the small orchard measured the island; its unrelated verification value is 397930.
483
+ Archive entry 0480: the silver meadow visited the gallery; its unrelated verification value is 405849.
484
+ Archive entry 0481: the violet library observed the garden; its unrelated verification value is 413768.
485
+ Archive entry 0482: the distant harbor recorded the courtyard; its unrelated verification value is 421687.
486
+ Archive entry 0483: the quiet lantern crossed the estuary; its unrelated verification value is 429606.
487
+ Archive entry 0484: the ancient compass catalogued the valley; its unrelated verification value is 437525.
488
+ Archive entry 0485: the amber observatory mapped the plateau; its unrelated verification value is 445444.
489
+ Archive entry 0486: the northern heron described the workshop; its unrelated verification value is 453363.
490
+ Archive entry 0487: the small orchard measured the island; its unrelated verification value is 461282.
491
+ Archive entry 0488: the silver meadow visited the gallery; its unrelated verification value is 469201.
492
+ Archive entry 0489: the violet library observed the garden; its unrelated verification value is 477120.
493
+ Archive entry 0490: the distant harbor recorded the courtyard; its unrelated verification value is 485039.
494
+ Archive entry 0491: the quiet lantern crossed the estuary; its unrelated verification value is 492958.
495
+ Archive entry 0492: the ancient compass catalogued the valley; its unrelated verification value is 500877.
496
+ Archive entry 0493: the amber observatory mapped the plateau; its unrelated verification value is 508796.
497
+ Archive entry 0494: the northern heron described the workshop; its unrelated verification value is 516715.
498
+ Archive entry 0495: the small orchard measured the island; its unrelated verification value is 524634.
499
+ Archive entry 0496: the silver meadow visited the gallery; its unrelated verification value is 532553.
500
+ Archive entry 0497: the violet library observed the garden; its unrelated verification value is 540472.
501
+ Archive entry 0498: the distant harbor recorded the courtyard; its unrelated verification value is 548391.
502
+ Archive entry 0499: the quiet lantern crossed the estuary; its unrelated verification value is 556310.
503
+
504
+ Question: What is the exact passkey from the MEMORY NEEDLE? Reply with only the passkey and no other text.
artifacts/passkey_16k/results/BF16-depth10-result.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "BF16",
3
+ "model_sha256": "8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14",
4
+ "case": "depth10",
5
+ "expected_passkey": "S25X-A7K9-3142",
6
+ "passed_exact_match": true,
7
+ "passed_case_sensitive_contains": true,
8
+ "prompt_sha256": "91F74846EDDF35D384E7E48A732922A96CAD416E8C8B73ADA54E2AC79F35C9A2",
9
+ "prompt_tokens_without_chat_template": 14997,
10
+ "needle_prefix_tokens": 1495,
11
+ "measured_depth": 0.099687,
12
+ "context": 16384,
13
+ "n_gpu_layers": 28,
14
+ "temperature": 0,
15
+ "seed": 1234,
16
+ "transcript_file": "BF16-depth10-transcript.txt",
17
+ "answer_file": "BF16-depth10-answer.txt",
18
+ "log_file": "BF16-depth10.log"
19
+ }
artifacts/passkey_16k/results/BF16-depth50-result.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "BF16",
3
+ "model_sha256": "8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14",
4
+ "case": "depth50",
5
+ "expected_passkey": "S25X-M4Q8-2718",
6
+ "passed_exact_match": true,
7
+ "passed_case_sensitive_contains": true,
8
+ "prompt_sha256": "EDB65C6F7A6CF67A2FAC974A4D29249312657A5E5661E4ABC5D0A1FE818BC582",
9
+ "prompt_tokens_without_chat_template": 14997,
10
+ "needle_prefix_tokens": 7470,
11
+ "measured_depth": 0.4981,
12
+ "context": 16384,
13
+ "n_gpu_layers": 28,
14
+ "temperature": 0,
15
+ "seed": 1234,
16
+ "transcript_file": "BF16-depth50-transcript.txt",
17
+ "answer_file": "BF16-depth50-answer.txt",
18
+ "log_file": "BF16-depth50.log"
19
+ }
artifacts/passkey_16k/results/BF16-depth90-result.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "BF16",
3
+ "model_sha256": "8CECF405A41A4A10F833530910C2E13FDE9FB39C325C8AFC3C5D10E4181E1A14",
4
+ "case": "depth90",
5
+ "expected_passkey": "S25X-Z6R3-1618",
6
+ "passed_exact_match": true,
7
+ "passed_case_sensitive_contains": true,
8
+ "prompt_sha256": "D703E2BE225B4DBE69D6727BD0EA4BFDB5B4224720DDC4525B6D76CD4946416D",
9
+ "prompt_tokens_without_chat_template": 14997,
10
+ "needle_prefix_tokens": 13445,
11
+ "measured_depth": 0.896513,
12
+ "context": 16384,
13
+ "n_gpu_layers": 28,
14
+ "temperature": 0,
15
+ "seed": 1234,
16
+ "transcript_file": "BF16-depth90-transcript.txt",
17
+ "answer_file": "BF16-depth90-answer.txt",
18
+ "log_file": "BF16-depth90.log"
19
+ }
artifacts/passkey_16k/results/Q6Imatrix4k-depth10-result.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Q6Imatrix4k",
3
+ "model_sha256": "76F4E65313CE71AD66A67A61D2D47A0FACDAFC3D66895D7294ED0EE57FF3860A",
4
+ "case": "depth10",
5
+ "expected_passkey": "S25X-A7K9-3142",
6
+ "passed_exact_match": true,
7
+ "passed_case_sensitive_contains": true,
8
+ "prompt_sha256": "91F74846EDDF35D384E7E48A732922A96CAD416E8C8B73ADA54E2AC79F35C9A2",
9
+ "prompt_tokens_without_chat_template": 14997,
10
+ "needle_prefix_tokens": 1495,
11
+ "measured_depth": 0.099687,
12
+ "context": 16384,
13
+ "n_gpu_layers": 28,
14
+ "temperature": 0,
15
+ "seed": 1234,
16
+ "transcript_file": "Q6Imatrix4k-depth10-transcript.txt",
17
+ "answer_file": "Q6Imatrix4k-depth10-answer.txt",
18
+ "log_file": "Q6Imatrix4k-depth10.log"
19
+ }
artifacts/passkey_16k/results/Q6Imatrix4k-depth50-result.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Q6Imatrix4k",
3
+ "model_sha256": "76F4E65313CE71AD66A67A61D2D47A0FACDAFC3D66895D7294ED0EE57FF3860A",
4
+ "case": "depth50",
5
+ "expected_passkey": "S25X-M4Q8-2718",
6
+ "passed_exact_match": true,
7
+ "passed_case_sensitive_contains": true,
8
+ "prompt_sha256": "EDB65C6F7A6CF67A2FAC974A4D29249312657A5E5661E4ABC5D0A1FE818BC582",
9
+ "prompt_tokens_without_chat_template": 14997,
10
+ "needle_prefix_tokens": 7470,
11
+ "measured_depth": 0.4981,
12
+ "context": 16384,
13
+ "n_gpu_layers": 28,
14
+ "temperature": 0,
15
+ "seed": 1234,
16
+ "transcript_file": "Q6Imatrix4k-depth50-transcript.txt",
17
+ "answer_file": "Q6Imatrix4k-depth50-answer.txt",
18
+ "log_file": "Q6Imatrix4k-depth50.log"
19
+ }
artifacts/passkey_16k/results/Q6Imatrix4k-depth90-result.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Q6Imatrix4k",
3
+ "model_sha256": "76F4E65313CE71AD66A67A61D2D47A0FACDAFC3D66895D7294ED0EE57FF3860A",
4
+ "case": "depth90",
5
+ "expected_passkey": "S25X-Z6R3-1618",
6
+ "passed_exact_match": true,
7
+ "passed_case_sensitive_contains": true,
8
+ "prompt_sha256": "D703E2BE225B4DBE69D6727BD0EA4BFDB5B4224720DDC4525B6D76CD4946416D",
9
+ "prompt_tokens_without_chat_template": 14997,
10
+ "needle_prefix_tokens": 13445,
11
+ "measured_depth": 0.896513,
12
+ "context": 16384,
13
+ "n_gpu_layers": 28,
14
+ "temperature": 0,
15
+ "seed": 1234,
16
+ "transcript_file": "Q6Imatrix4k-depth90-transcript.txt",
17
+ "answer_file": "Q6Imatrix4k-depth90-answer.txt",
18
+ "log_file": "Q6Imatrix4k-depth90.log"
19
+ }
artifacts/passkey_16k/results/Q6Imatrix4k16k-depth10-result.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Q6Imatrix4k16k",
3
+ "model_sha256": "162985111D4DD15DA0FF2AD111965CABCF60690C40A52D53D2CB3640483DE51D",
4
+ "case": "depth10",
5
+ "expected_passkey": "S25X-A7K9-3142",
6
+ "passed_exact_match": true,
7
+ "passed_case_sensitive_contains": true,
8
+ "prompt_sha256": "91F74846EDDF35D384E7E48A732922A96CAD416E8C8B73ADA54E2AC79F35C9A2",
9
+ "prompt_tokens_without_chat_template": 14997,
10
+ "needle_prefix_tokens": 1495,
11
+ "measured_depth": 0.099687,
12
+ "context": 16384,
13
+ "n_gpu_layers": 28,
14
+ "temperature": 0,
15
+ "seed": 1234,
16
+ "transcript_file": "Q6Imatrix4k16k-depth10-transcript.txt",
17
+ "answer_file": "Q6Imatrix4k16k-depth10-answer.txt",
18
+ "log_file": "Q6Imatrix4k16k-depth10.log"
19
+ }