Upload ALL quants from Q2_K to F16
Browse filesExcept for Q8_0, as I already uploaded that.
- ggml-distil-large-v3.5-f16.bin +3 -0
- ggml-distil-large-v3.5-q2_k.bin +3 -0
- ggml-distil-large-v3.5-q3_k.bin +3 -0
- ggml-distil-large-v3.5-q4_0.bin +3 -0
- ggml-distil-large-v3.5-q4_1.bin +3 -0
- ggml-distil-large-v3.5-q4_k.bin +3 -0
- ggml-distil-large-v3.5-q5_0.bin +3 -0
- ggml-distil-large-v3.5-q5_1.bin +3 -0
- ggml-distil-large-v3.5-q5_k.bin +3 -0
- ggml-distil-large-v3.5-q6_k.bin +3 -0
ggml-distil-large-v3.5-f16.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec2498919b498c5f6b00041adb45650124b3cd9f26f545fffa8f5d11c28dcf26
|
| 3 |
+
size 1519521155
|
ggml-distil-large-v3.5-q2_k.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4eb6af5cb4cb1260997323cfe39dce52514d329760c106c0465ab6fc24955e5d
|
| 3 |
+
size 269020715
|
ggml-distil-large-v3.5-q3_k.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c5ff967a4a96eaf1045f801be131dd7f9662fbe88e27591c4d84362f8092698
|
| 3 |
+
size 344985695
|
ggml-distil-large-v3.5-q4_0.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:168c34c97b413d905780b36a5e665a39ed03c9ba505c38c9154be09a9e44c512
|
| 3 |
+
size 444324515
|
ggml-distil-large-v3.5-q4_1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aee3fe3af1a76cc7c5b2f76436f5ef0bfcd5fb555d88f4d98e56204890dcd9c1
|
| 3 |
+
size 491072195
|
ggml-distil-large-v3.5-q4_k.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8c8cbc8dfdd2d00fe36d36ea7fff0a9651cd6c97bcdcd1ade3c44e596f6af1f
|
| 3 |
+
size 444324515
|
ggml-distil-large-v3.5-q5_0.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1cd9d36ee8628206fe0c8f9e067ee2679409b5845b4c4a14a7e2dd906fb9a19
|
| 3 |
+
size 537819875
|
ggml-distil-large-v3.5-q5_1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa92214a1559dc791f150dbcd6bdf5d06c6269a4b01f0cd0e04e5411819a0db4
|
| 3 |
+
size 584567555
|
ggml-distil-large-v3.5-q5_k.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f6eb2fce82d05b7b69be00de00ead441f6d294fba6cd8cc25f5e22054ec8b3e
|
| 3 |
+
size 537819875
|
ggml-distil-large-v3.5-q6_k.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d44e4cade025b1cfe5ec213f2b7841a184fc0ea44d1606ac817cdd7cb1956ce
|
| 3 |
+
size 637158695
|