Hugging Face's logo

poolside
/
Laguna-S-2.1-NVFP4

Text Generation
Safetensors
vllm
laguna
laguna-s-2.1
conversational
custom_code
8-bit precision
compressed-tensors
Model card Files
xet
 Community
14
joerowell commited on
Commit
0761412
·
verified ·
1 Parent(s): b482b5d

nvfp4: spinquantless norot weights, 256K

Browse files
Files changed (24) hide show
  1. config.json +5 -4
  2. model-00001-of-00014.safetensors → model-00001-of-00015.safetensors +2 -2
  3. model-00002-of-00014.safetensors → model-00002-of-00015.safetensors +2 -2
  4. model-00003-of-00014.safetensors → model-00003-of-00015.safetensors +2 -2
  5. model-00004-of-00014.safetensors → model-00004-of-00015.safetensors +2 -2
  6. model-00005-of-00015.safetensors +3 -0
  7. model-00006-of-00014.safetensors +0 -3
  8. model-00005-of-00014.safetensors → model-00006-of-00015.safetensors +1 -1
  9. model-00007-of-00014.safetensors +0 -3
  10. model-00009-of-00014.safetensors → model-00007-of-00015.safetensors +1 -1
  11. model-00008-of-00014.safetensors +0 -3
  12. model-00008-of-00015.safetensors +3 -0
  13. model-00009-of-00015.safetensors +3 -0
  14. model-00010-of-00014.safetensors +0 -3
  15. model-00010-of-00015.safetensors +3 -0
  16. model-00011-of-00014.safetensors +0 -3
  17. model-00013-of-00014.safetensors → model-00011-of-00015.safetensors +1 -1
  18. model-00012-of-00014.safetensors +0 -3
  19. model-00012-of-00015.safetensors +3 -0
  20. model-00013-of-00015.safetensors +3 -0
  21. model-00014-of-00014.safetensors +0 -3
  22. model-00014-of-00015.safetensors +3 -0
  23. model-00015-of-00015.safetensors +3 -0
  24. model.safetensors.index.json +1 -1
config.json CHANGED
@@ -269,7 +269,7 @@
269
  "dynamic": "local",
270
  "group_size": 16,
271
  "num_bits": 4,
272
- "observer": "static_minmax",
273
  "observer_kwargs": {},
274
  "scale_dtype": "torch.float8_e4m3fn",
275
  "strategy": "tensor_group",
@@ -279,6 +279,7 @@
279
  },
280
  "output_activations": null,
281
  "targets": [
 
282
  "re:.*experts\\.[0-9]+\\.(gate_proj|up_proj|down_proj)$"
283
  ],
284
  "weights": {
@@ -301,15 +302,15 @@
301
  "global_compression_ratio": null,
302
  "ignore": [
303
  "lm_head",
 
 
 
304
  "re:.*\\.self_attn\\.q_proj$",
305
  "re:.*\\.self_attn\\.k_proj$",
306
  "re:.*\\.self_attn\\.v_proj$",
307
  "re:.*\\.self_attn\\.o_proj$",
308
  "re:.*\\.self_attn\\.g_proj$",
309
  "re:.*\\.mlp\\.gate$",
310
- "model.layers.0.mlp.gate_proj",
311
- "model.layers.0.mlp.up_proj",
312
- "model.layers.0.mlp.down_proj",
313
  "re:.*\\.mlp\\.shared_expert\\.gate_proj$",
314
  "re:.*\\.mlp\\.shared_expert\\.up_proj$",
315
  "re:.*\\.mlp\\.shared_expert\\.down_proj$"
 
269
  "dynamic": "local",
270
  "group_size": 16,
271
  "num_bits": 4,
272
+ "observer": "minmax",
273
  "observer_kwargs": {},
274
  "scale_dtype": "torch.float8_e4m3fn",
275
  "strategy": "tensor_group",
 
279
  },
280
  "output_activations": null,
281
  "targets": [
282
+ "re:.*experts\\.[0-9]+\\.(gate_proj|up_proj|down_proj)$",
283
  "re:.*experts\\.[0-9]+\\.(gate_proj|up_proj|down_proj)$"
284
  ],
285
  "weights": {
 
302
  "global_compression_ratio": null,
303
  "ignore": [
304
  "lm_head",
305
+ "model.layers.0.mlp.gate_proj",
306
+ "model.layers.0.mlp.up_proj",
307
+ "model.layers.0.mlp.down_proj",
308
  "re:.*\\.self_attn\\.q_proj$",
309
  "re:.*\\.self_attn\\.k_proj$",
310
  "re:.*\\.self_attn\\.v_proj$",
311
  "re:.*\\.self_attn\\.o_proj$",
312
  "re:.*\\.self_attn\\.g_proj$",
313
  "re:.*\\.mlp\\.gate$",
 
 
 
314
  "re:.*\\.mlp\\.shared_expert\\.gate_proj$",
315
  "re:.*\\.mlp\\.shared_expert\\.up_proj$",
316
  "re:.*\\.mlp\\.shared_expert\\.down_proj$"
model-00001-of-00014.safetensors → model-00001-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80518caa724f3ec5bd0470767196354a7f64abdb35d48272d4e99ad69033f5bc
3
- size 5086273312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8591d5d36f8dcc6acf60dfdb57b1ba11ee133a3a19de1d4f3ffad0ae6e43c60
3
+ size 5116269068
model-00002-of-00014.safetensors → model-00002-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:820c842ffb7ae8e9194fcf4065a42fb7c07a16c778199428466f3a273e2b5021
3
- size 5932654328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29769ce86e021d92d788ed7c9f35e5ce62ea9a0ac46df50352fd0128cb258afc
3
+ size 5120328828
model-00003-of-00014.safetensors → model-00003-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04f5fffa73885e25ee1b7cdda91a0694375b786f903970c0443c808d8fad9482
3
- size 5120530760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c4143771eece564da2e8f2166dcd5cde38f692691c624473794904d3449669f
3
+ size 5120530032
model-00004-of-00014.safetensors → model-00004-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9bca976e9c83994f05f0387091655f4a3e763aac671c6ff82eafee52d2da2f26
3
- size 5120532288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4460d1b13f24e9ef0aac71aed1479c90f55b997180592a0b86433ad2aef96e1
3
+ size 5120531224
model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a6c393d8ab17abdbd4c28f2656c56d998f6d2d123ea2e97e8816b8ec918e19f
3
+ size 5120542216
model-00006-of-00014.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:560ebc627b686211da1bc3e286181ec0394f5f0ad62f6e18b12aecd646ed9448
3
- size 5120541976
 
 
 
 
model-00005-of-00014.safetensors → model-00006-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:324829efb416227d885fcb1fc3a90b68f7ebe5cfbcaf80c4d9063b2c908489e0
3
  size 5120541608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209cbcb8960e9f2987fc780beac5f2f7db7216c8b265e38a9c0fb153d386b273
3
  size 5120541608
model-00007-of-00014.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb08bdbcd6b81a8dae481b78e3e9ed63636863e9a492fc29554aeb7b8ea0206d
3
- size 5120542336
 
 
 
 
model-00009-of-00014.safetensors → model-00007-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4704c1278648134026d2af30e26743967e69f3164aa1152fec9d4d2d299529a3
3
  size 5120541600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0597b0d9ce14215f1393c4be305402901328a9e517b850a9ed2deba14310574
3
  size 5120541600
model-00008-of-00014.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f99f3ef4edb547c4198cd426527f4888d8838ee907b410aba58345689e3a801
3
- size 5120541824
 
 
 
 
model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2b57043b744e36cc07d06d4e9051226736d1ececabe259a424868040515795a
3
+ size 5120542112
model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10777318e89e836ee63ee408e71c9fd9268e62fc7e2e312b8ab3288f51d86bb
3
+ size 5120542424
model-00010-of-00014.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2417eeb1905f7ba68e5cd33a0aa0e9ef7bfdbddf0ffbf77738fc4358d8f6f56c
3
- size 5120541776
 
 
 
 
model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c609513bc62fb1c0e1b06765252e806fcef9fd28a533c53b656c47ff3c9c0311
3
+ size 5120541600
model-00011-of-00014.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b514d82a3c12b965222d63c92bd796b62178c65f9c7677fbf91856f63f217779
3
- size 5120542320
 
 
 
 
model-00013-of-00014.safetensors → model-00011-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ce940e388edb9b10e4bc21ee7e6fe3b08f32d6e63967e7483279f2091cd4f0c
3
  size 5120541608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bde2636d5f14a7883768002dec05b81d8efeffad8499a55ad5dce8b61b611ce6
3
  size 5120541608
model-00012-of-00014.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:aded66fad205ae52b6869ee04cdc1ece6b79cbd8a6919061316a8d9438705fa5
3
- size 5120542032
 
 
 
 
model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ddbd51880dbbf0d93e479866124ce3038205c9012467c6869630d13b0d33e2
3
+ size 5120541904
model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5d7c9e0023da16e297b577d2ef2611019ee23aef687b5c2cab7bd3fe98684d
3
+ size 5120542312
model-00014-of-00014.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:69c7b4087149252cf69f26f790ad937272357497577e5c8eee4e0499e10b4c6f
3
- size 4571848840
 
 
 
 
model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e1fb566bfb4315c9f38977f02efddc1cb15b465fcdd24c590a59e28f1644684
3
+ size 5120541912
model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd81d64092e4da18e97492afdfade1d1cd1b8e46e2fcc1c623e8c183dee6da2b
3
+ size 233635672
model.safetensors.index.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c872bd9b5ac116cebfd78a5f27565787dbceae76985cef041179110d0b03cd2b
3
  size 14534109
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b03855fecd08960ed0c0192f89e2540b7dab5a2b8f953a02274e20266f59a7
3
  size 14534109