Hugging Face's logo

mradermacher
/
granite-4.0-micro-base-i1-GGUF

Transformers
GGUF
English
language
granite-4.0
imatrix
Model card Files
xet
Community
mradermacher commited on
Commit
1e0fc7d
·
verified ·
1 Parent(s): e70f921

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. granite-4.0-micro-base.i1-IQ1_M.gguf +3 -0
  3. granite-4.0-micro-base.i1-IQ1_S.gguf +3 -0
  4. granite-4.0-micro-base.i1-IQ2_M.gguf +3 -0
  5. granite-4.0-micro-base.i1-IQ2_S.gguf +3 -0
  6. granite-4.0-micro-base.i1-IQ2_XS.gguf +3 -0
  7. granite-4.0-micro-base.i1-IQ2_XXS.gguf +3 -0
  8. granite-4.0-micro-base.i1-IQ3_M.gguf +3 -0
  9. granite-4.0-micro-base.i1-IQ3_S.gguf +3 -0
  10. granite-4.0-micro-base.i1-IQ3_XS.gguf +3 -0
  11. granite-4.0-micro-base.i1-IQ3_XXS.gguf +3 -0
  12. granite-4.0-micro-base.i1-IQ4_NL.gguf +3 -0
  13. granite-4.0-micro-base.i1-IQ4_XS.gguf +3 -0
  14. granite-4.0-micro-base.i1-Q2_K.gguf +3 -0
  15. granite-4.0-micro-base.i1-Q2_K_S.gguf +3 -0
  16. granite-4.0-micro-base.i1-Q3_K_L.gguf +3 -0
  17. granite-4.0-micro-base.i1-Q3_K_M.gguf +3 -0
  18. granite-4.0-micro-base.i1-Q3_K_S.gguf +3 -0
  19. granite-4.0-micro-base.i1-Q4_0.gguf +3 -0
  20. granite-4.0-micro-base.i1-Q4_1.gguf +3 -0
  21. granite-4.0-micro-base.i1-Q4_K_M.gguf +3 -0
  22. granite-4.0-micro-base.i1-Q4_K_S.gguf +3 -0
  23. granite-4.0-micro-base.i1-Q5_K_M.gguf +3 -0
  24. granite-4.0-micro-base.i1-Q5_K_S.gguf +3 -0
  25. granite-4.0-micro-base.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  granite-4.0-micro-base.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  granite-4.0-micro-base.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-4.0-micro-base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-4.0-micro-base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-4.0-micro-base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-4.0-micro-base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-4.0-micro-base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-4.0-micro-base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-4.0-micro-base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-4.0-micro-base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-4.0-micro-base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-4.0-micro-base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-4.0-micro-base.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-4.0-micro-base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-4.0-micro-base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-4.0-micro-base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-4.0-micro-base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-4.0-micro-base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-4.0-micro-base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-4.0-micro-base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-4.0-micro-base.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-4.0-micro-base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-4.0-micro-base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-4.0-micro-base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ granite-4.0-micro-base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ granite-4.0-micro-base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-4.0-micro-base.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096b9305a85e74075d44dc9efc9f0b5a17e0bf5ff8c3f9a3fca0c112311a69c5
3
+ size 908871520
granite-4.0-micro-base.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c7e7ce23445bc8530381dfa785bb9998971e65d96536bb75c539b95f59fd7f
3
+ size 844973920
granite-4.0-micro-base.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec00838654923717210c81441875ffba83080c6d08a13a85fd2b553723d7b31
3
+ size 1241466720
granite-4.0-micro-base.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54cea317c11c12055dfcd542eb9eb109958bd400aed0ca62835abe198e360b1
3
+ size 1156269920
granite-4.0-micro-base.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351b1612105ab2c6ae95ee28a927e643172632560c583762d907f865703a9884
3
+ size 1108756320
granite-4.0-micro-base.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a47f86b3a8f8fa74167e99be6e65436c538143487aba6b441480b10840378b
3
+ size 1015367520
granite-4.0-micro-base.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e2679959966e8bc6deec274558c4a5d780094e6b7350aea09c50745b632cd9
3
+ size 1622517600
granite-4.0-micro-base.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2103bff6b9c0b45df236903d675433869c60a3e0b821eefd6e739af2cb992245
3
+ size 1573775200
granite-4.0-micro-base.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c80445d6ae8dbdf2e247185177e2849b6e58a3af160fcc43c89f5a5d2df86416
3
+ size 1500047200
granite-4.0-micro-base.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b20fd8306dd0e6728ebe0b8f78a249e0173e8e70a2675b4ba6a3eee92c4797f
3
+ size 1387284320
granite-4.0-micro-base.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6ff66700ff3251ec3989527046b66205322a9f0d2cd3e02d83443ca64ff40c9
3
+ size 1991157600
granite-4.0-micro-base.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6a9fc02f5036e3a12e45ba7b405a356a82674068f4f9845c2ce2ca7c7d25a5d
3
+ size 1894492000
granite-4.0-micro-base.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a172e73897781131e5d0fd055b5d07517138b8ed5cef0ab15633fa1199af81
3
+ size 1371432800
granite-4.0-micro-base.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd81b88694b63363fbcd7f1f58c815492f77aabe2fa2284435b97eddb4026998
3
+ size 1284188000
granite-4.0-micro-base.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93c971eb54ff41653a0c14472a7ceb62756785167b9feb5dd0d43c761e262977
3
+ size 1864181600
granite-4.0-micro-base.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894e577f3dce0b8788042498955a753695b8559454d127fdba0157cc43a9fff3
3
+ size 1725572960
granite-4.0-micro-base.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df8fbcbe9a1ba1f258904e8fa909d49a3ea84717d3f866ffddac1d8eec80bc9
3
+ size 1566812000
granite-4.0-micro-base.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8b69dc449c7d2b9bfe3bfea8298ccbc4ac0a54a6aa8c76cf54b3ec95df07dbe
3
+ size 1991157600
granite-4.0-micro-base.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be1a85e18dbe0962d71af24ab9238cca72c0c057b25823fcb5d3b119638e73c4
3
+ size 2181212000
granite-4.0-micro-base.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b391d24d9d9b6dfb43c13f67757f57745cad56c523500f669a6e829265a6f7f9
3
+ size 2099496800
granite-4.0-micro-base.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1af41563d7741d85dad631bfc8523ccd014a1f5acc0f3d6c64d7ba0d217815ad
3
+ size 1998366560
granite-4.0-micro-base.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08ebe27ccfdd8b2f96e352322ed53679e220462d326ed809e1e8f1dcff0a24d4
3
+ size 2437007200
granite-4.0-micro-base.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36794ebc4857c1aab417d8ef3b9adece439b3d8842fc952feffd24898ae4c494
3
+ size 2377820000
granite-4.0-micro-base.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d05eef51db3d116cb208b69b019801f9b0023f886ad74c3d90c8fb77b55b541
3
+ size 2795612000