Add GGUF quantized models
Browse files- .gitattributes +8 -0
- sunflower-14B-f16.gguf +3 -0
- sunflower-14B-iq1_s.gguf +3 -0
- sunflower-14B-iq2_xxs.gguf +3 -0
- sunflower-14B-q4_k_m.gguf +3 -0
- sunflower-14B-q5_k_m.gguf +3 -0
- sunflower-14B-q6_k.gguf +3 -0
- sunflower-14B-q8_0.gguf +3 -0
- sunflower-14B-tq1_0.gguf +3 -0
- sunflower-imatrix.dat +1 -1
.gitattributes
CHANGED
|
@@ -43,3 +43,11 @@ sunflower-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
|
| 43 |
sunflower-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
sunflower-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
sunflower-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
sunflower-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
sunflower-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
sunflower-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
sunflower-14B-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
sunflower-14B-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
sunflower-14B-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
sunflower-14B-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
sunflower-14B-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
sunflower-14B-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
sunflower-14B-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
sunflower-14B-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text
|
sunflower-14B-f16.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a73f17db7a64177b191fd4b3a33753016deed5b089e953899ee09bf08267264
|
| 3 |
+
size 29543424576
|
sunflower-14B-iq1_s.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3531fc18eb0ad4ee323569fc948bd433c21be300b6482c553b6b3dd52a33b3bc
|
| 3 |
+
size 3579935520
|
sunflower-14B-iq2_xxs.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5fde2bc7158e72d95b6df46f79917bc3438786a8e03a694d89b007417be6aa1
|
| 3 |
+
size 4299193120
|
sunflower-14B-q4_k_m.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:686a296cd0db9f71304bfc2bf2358ec66469e02ffcb02368328692d90b02db6e
|
| 3 |
+
size 9001754400
|
sunflower-14B-q5_k_m.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f2b006af3002f5744f06eec68b8cfea87e23b8a4d55ac0a595d50685d5cdf2e
|
| 3 |
+
size 10514571040
|
sunflower-14B-q6_k.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a0920d39e6749e43a50b2bc8924980a616b4ef91017552bae0740666eea9c765
|
| 3 |
+
size 12121938720
|
sunflower-14B-q8_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b090e82acf38e2e299bc9eaa56d4cad6ee5f4eb62c7267182a4099b9ed57a594
|
| 3 |
+
size 15698535200
|
sunflower-14B-tq1_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d97950ace975d122e4edb1200ce98ad63df25118d20505497ee296c8f4160cf
|
| 3 |
+
size 3870285600
|
sunflower-imatrix.dat
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 7743552
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e780cafc3f3967a762eb5c0cded328415e3918184d0e41be97de73067f2b9f6
|
| 3 |
size 7743552
|