Added: Additional Quantized GGUF Model Files 2/2

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Mistral-7B-Base-v0.3:Q2_K_SX.gguf filter=lfs diff=lfs merge=lfs -text
+Mistral-7B-Base-v0.3:Q3_K_SX.gguf filter=lfs diff=lfs merge=lfs -text
+Mistral-7B-Base-v0.3:Q4_K_SX.gguf filter=lfs diff=lfs merge=lfs -text
+Mistral-7B-Base-v0.3:Q5_K_SX.gguf filter=lfs diff=lfs merge=lfs -text
+Mistral-7B-Base-v0.3:Q6_K_SX.gguf filter=lfs diff=lfs merge=lfs -text
+Mistral-7B-Base-v0.3:Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Mistral-7B-Base-v0.3:Q2_K_SX.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2be89d5fbf4a49faabc63168133e5c415b98f04d19d4ec2b3b872c47614d76
+size 2753286048

Mistral-7B-Base-v0.3:Q3_K_SX.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:67b1a70016098813149d1af5f3bea259c66c42d34b9a83b1ca8f357d1c8c349b
+size 3185299360

Mistral-7B-Base-v0.3:Q4_K_SX.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5b6d0978599b1cfe4a2ac024c92090adf6e17e2c6eebc5b18938f6d74ceb27
+size 4179349408

Mistral-7B-Base-v0.3:Q5_K_SX.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:183e65c1aa5d677514a62bad400c6ec9bcde8f34b8db78a7d780a205cba7fe5f
+size 5020307360

Mistral-7B-Base-v0.3:Q6_K_SX.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf2c4b36c261dc659f2654b85d07c1f3d1ae6f1eb5c511ef7692342e54fbaf
+size 6012260256

Mistral-7B-Base-v0.3:Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:064d2e83ec7642779235e14174094162a89189b3ba89ce1362b7ca51057a6b7a
+size 7702564768