Upload 3 files

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.Q4.K.M.gguf filter=lfs diff=lfs merge=lfs -text
+model.Q5.K.M.gguf filter=lfs diff=lfs merge=lfs -text
+model.Q8.0.gguf filter=lfs diff=lfs merge=lfs -text

model.Q4.K.M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2506ebf75462ba65d0a82752960a1c69f817f015b44f40c0635f0885aa8737f3
+size 2497280064

model.Q5.K.M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8ff7e7d20caa57f7ad6880a50d00b1cfc2fee6b29b591711a79b4f9e1a75a0
+size 2889513024

model.Q8.0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1485e9fb1032cbbceff14b81a5693d08ceafb2d25a417720f415004a513dd882
+size 4280404544