Pomni commited on
Commit
14800ee
·
verified ·
1 Parent(s): dd7a9b4

Upload ALL quants from Q2_K to F16

Browse files

Except for Q8_0, as I already uploaded that.

ggml-distil-large-v3.5-f16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2498919b498c5f6b00041adb45650124b3cd9f26f545fffa8f5d11c28dcf26
3
+ size 1519521155
ggml-distil-large-v3.5-q2_k.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eb6af5cb4cb1260997323cfe39dce52514d329760c106c0465ab6fc24955e5d
3
+ size 269020715
ggml-distil-large-v3.5-q3_k.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c5ff967a4a96eaf1045f801be131dd7f9662fbe88e27591c4d84362f8092698
3
+ size 344985695
ggml-distil-large-v3.5-q4_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:168c34c97b413d905780b36a5e665a39ed03c9ba505c38c9154be09a9e44c512
3
+ size 444324515
ggml-distil-large-v3.5-q4_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee3fe3af1a76cc7c5b2f76436f5ef0bfcd5fb555d88f4d98e56204890dcd9c1
3
+ size 491072195
ggml-distil-large-v3.5-q4_k.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8c8cbc8dfdd2d00fe36d36ea7fff0a9651cd6c97bcdcd1ade3c44e596f6af1f
3
+ size 444324515
ggml-distil-large-v3.5-q5_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1cd9d36ee8628206fe0c8f9e067ee2679409b5845b4c4a14a7e2dd906fb9a19
3
+ size 537819875
ggml-distil-large-v3.5-q5_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa92214a1559dc791f150dbcd6bdf5d06c6269a4b01f0cd0e04e5411819a0db4
3
+ size 584567555
ggml-distil-large-v3.5-q5_k.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f6eb2fce82d05b7b69be00de00ead441f6d294fba6cd8cc25f5e22054ec8b3e
3
+ size 537819875
ggml-distil-large-v3.5-q6_k.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d44e4cade025b1cfe5ec213f2b7841a184fc0ea44d1606ac817cdd7cb1956ce
3
+ size 637158695