Hugging Face's logo

RMDWLLC
/
Jah-6.0

Text Generation
Safetensors
English
deepseek_v41
rmdw
jah
uncensored
fp8
long-context
vision
tool-calling
8-bit precision
Model card Files
xet
 Community
restokes92 commited on
Commit
3133e30
·
verified ·
1 Parent(s): f21a585

Upload JAH6_ABLITERATION_RECEIPT.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. JAH6_ABLITERATION_RECEIPT.json +224 -0
JAH6_ABLITERATION_RECEIPT.json ADDED
@@ -0,0 +1,224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lam_scale": 1.0,
3
+ "edited": {
4
+ "layers.10.attn.wo_b": {
5
+ "lambda": 3.932598114013672,
6
+ "rel_fro": 0.08320362865924835
7
+ },
8
+ "layers.10.ffn.shared_experts.w2": {
9
+ "lambda": 3.904460906982422,
10
+ "rel_fro": 0.07808610051870346
11
+ },
12
+ "layers.11.attn.wo_b": {
13
+ "lambda": 3.944295883178711,
14
+ "rel_fro": 0.09268758445978165
15
+ },
16
+ "layers.11.ffn.shared_experts.w2": {
17
+ "lambda": 3.8868825435638428,
18
+ "rel_fro": 0.08064238727092743
19
+ },
20
+ "layers.12.attn.wo_b": {
21
+ "lambda": 3.937764883041382,
22
+ "rel_fro": 0.081919826567173
23
+ },
24
+ "layers.12.ffn.shared_experts.w2": {
25
+ "lambda": 3.8828461170196533,
26
+ "rel_fro": 0.07332459092140198
27
+ },
28
+ "layers.13.attn.wo_b": {
29
+ "lambda": 3.9367258548736572,
30
+ "rel_fro": 0.08236713707447052
31
+ },
32
+ "layers.13.ffn.shared_experts.w2": {
33
+ "lambda": 2.050158739089966,
34
+ "rel_fro": 0.11766072362661362
35
+ },
36
+ "layers.14.attn.wo_b": {
37
+ "lambda": 3.906290292739868,
38
+ "rel_fro": 0.07547232508659363
39
+ },
40
+ "layers.14.ffn.shared_experts.w2": {
41
+ "lambda": 3.5750820636749268,
42
+ "rel_fro": 0.07603859156370163
43
+ },
44
+ "layers.15.attn.wo_b": {
45
+ "lambda": 3.9384350776672363,
46
+ "rel_fro": 0.08445879071950912
47
+ },
48
+ "layers.15.ffn.shared_experts.w2": {
49
+ "lambda": 3.8902320861816406,
50
+ "rel_fro": 0.06585592776536942
51
+ },
52
+ "layers.16.attn.wo_b": {
53
+ "lambda": 5.41267728805542,
54
+ "rel_fro": 0.10474424064159393
55
+ },
56
+ "layers.16.ffn.shared_experts.w2": {
57
+ "lambda": 5.188394546508789,
58
+ "rel_fro": 0.10683298110961914
59
+ },
60
+ "layers.17.attn.wo_b": {
61
+ "lambda": 5.408170223236084,
62
+ "rel_fro": 0.11378468573093414
63
+ },
64
+ "layers.17.ffn.shared_experts.w2": {
65
+ "lambda": 5.337491512298584,
66
+ "rel_fro": 0.09934235364198685
67
+ },
68
+ "layers.18.attn.wo_b": {
69
+ "lambda": 5.41156530380249,
70
+ "rel_fro": 0.11095999926328659
71
+ },
72
+ "layers.18.ffn.shared_experts.w2": {
73
+ "lambda": 5.338533401489258,
74
+ "rel_fro": 0.10695485025644302
75
+ },
76
+ "layers.19.attn.wo_b": {
77
+ "lambda": 5.4130635261535645,
78
+ "rel_fro": 0.1162816509604454
79
+ },
80
+ "layers.19.ffn.shared_experts.w2": {
81
+ "lambda": 4.735747337341309,
82
+ "rel_fro": 0.10470903664827347
83
+ },
84
+ "layers.20.attn.wo_b": {
85
+ "lambda": 5.900479793548584,
86
+ "rel_fro": 0.10825697332620621
87
+ },
88
+ "layers.20.ffn.shared_experts.w2": {
89
+ "lambda": 5.790022850036621,
90
+ "rel_fro": 0.12977027893066406
91
+ },
92
+ "layers.21.attn.wo_b": {
93
+ "lambda": 5.399422645568848,
94
+ "rel_fro": 0.12335021048784256
95
+ },
96
+ "layers.21.ffn.shared_experts.w2": {
97
+ "lambda": 4.862371444702148,
98
+ "rel_fro": 0.07925516366958618
99
+ },
100
+ "layers.22.attn.wo_b": {
101
+ "lambda": 5.411190986633301,
102
+ "rel_fro": 0.10509663075208664
103
+ },
104
+ "layers.22.ffn.shared_experts.w2": {
105
+ "lambda": 4.846559524536133,
106
+ "rel_fro": 0.07732626050710678
107
+ },
108
+ "layers.23.attn.wo_b": {
109
+ "lambda": 5.402845859527588,
110
+ "rel_fro": 0.120193712413311
111
+ },
112
+ "layers.23.ffn.shared_experts.w2": {
113
+ "lambda": 4.852700233459473,
114
+ "rel_fro": 0.09562747180461884
115
+ },
116
+ "layers.24.attn.wo_b": {
117
+ "lambda": 5.417020320892334,
118
+ "rel_fro": 0.10954170674085617
119
+ },
120
+ "layers.24.ffn.shared_experts.w2": {
121
+ "lambda": 4.84938907623291,
122
+ "rel_fro": 0.08866430819034576
123
+ },
124
+ "layers.25.attn.wo_b": {
125
+ "lambda": 5.416551113128662,
126
+ "rel_fro": 0.09961749613285065
127
+ },
128
+ "layers.25.ffn.shared_experts.w2": {
129
+ "lambda": 4.872548580169678,
130
+ "rel_fro": 0.08381426334381104
131
+ },
132
+ "layers.26.attn.wo_b": {
133
+ "lambda": 5.409928321838379,
134
+ "rel_fro": 0.11072657257318497
135
+ },
136
+ "layers.26.ffn.shared_experts.w2": {
137
+ "lambda": 4.8199920654296875,
138
+ "rel_fro": 0.09686459600925446
139
+ },
140
+ "layers.27.attn.wo_b": {
141
+ "lambda": 5.406340599060059,
142
+ "rel_fro": 0.12171531468629837
143
+ },
144
+ "layers.27.ffn.shared_experts.w2": {
145
+ "lambda": 4.682714939117432,
146
+ "rel_fro": 0.1021057590842247
147
+ },
148
+ "layers.28.attn.wo_b": {
149
+ "lambda": 4.429285049438477,
150
+ "rel_fro": 0.09222153574228287
151
+ },
152
+ "layers.28.ffn.shared_experts.w2": {
153
+ "lambda": 3.8112845420837402,
154
+ "rel_fro": 0.07024142146110535
155
+ },
156
+ "layers.29.attn.wo_b": {
157
+ "lambda": 4.434867858886719,
158
+ "rel_fro": 0.1080288365483284
159
+ },
160
+ "layers.29.ffn.shared_experts.w2": {
161
+ "lambda": 3.8486480712890625,
162
+ "rel_fro": 0.07362323254346848
163
+ },
164
+ "layers.30.attn.wo_b": {
165
+ "lambda": 4.433894634246826,
166
+ "rel_fro": 0.08496138453483582
167
+ },
168
+ "layers.30.ffn.shared_experts.w2": {
169
+ "lambda": 3.749642848968506,
170
+ "rel_fro": 0.08580148220062256
171
+ },
172
+ "layers.31.attn.wo_b": {
173
+ "lambda": 4.429920196533203,
174
+ "rel_fro": 0.09130832552909851
175
+ },
176
+ "layers.31.ffn.shared_experts.w2": {
177
+ "lambda": 3.853621482849121,
178
+ "rel_fro": 0.11672268807888031
179
+ },
180
+ "layers.32.attn.wo_b": {
181
+ "lambda": 4.432029724121094,
182
+ "rel_fro": 0.09530960768461227
183
+ },
184
+ "layers.32.ffn.shared_experts.w2": {
185
+ "lambda": 3.744251012802124,
186
+ "rel_fro": 0.07780704647302628
187
+ },
188
+ "layers.33.attn.wo_b": {
189
+ "lambda": 2.950672149658203,
190
+ "rel_fro": 0.07582584023475647
191
+ },
192
+ "layers.33.ffn.shared_experts.w2": {
193
+ "lambda": 2.370408773422241,
194
+ "rel_fro": 0.0517563670873642
195
+ },
196
+ "layers.34.attn.wo_b": {
197
+ "lambda": 2.9282987117767334,
198
+ "rel_fro": 0.06382284313440323
199
+ },
200
+ "layers.34.ffn.shared_experts.w2": {
201
+ "lambda": 2.362558603286743,
202
+ "rel_fro": 0.05445578321814537
203
+ },
204
+ "layers.35.attn.wo_b": {
205
+ "lambda": 1.3998923301696777,
206
+ "rel_fro": 0.03488460183143616
207
+ },
208
+ "layers.35.ffn.shared_experts.w2": {
209
+ "lambda": 0.8404458165168762,
210
+ "rel_fro": 0.018492892384529114
211
+ },
212
+ "layers.36.attn.wo_b": {
213
+ "lambda": 1.3636064529418945,
214
+ "rel_fro": 0.028940390795469284
215
+ },
216
+ "layers.36.ffn.shared_experts.w2": {
217
+ "lambda": 0.8050599694252014,
218
+ "rel_fro": 0.01816399022936821
219
+ }
220
+ },
221
+ "time": 1789189391.4783852,
222
+ "model": "Jah 6.0",
223
+ "method": "RMDW in-house per-layer weight abliteration (attention output + shared-expert output projections; row norms preserved)"
224
+ }