Update README.md
Browse files
README.md
CHANGED
|
@@ -45,19 +45,15 @@ blk\..*\.ffn_(gate|up)\.weight=iq5_ks
|
|
| 45 |
blk\..*\.ffn_down_shexp\.weight=iq5_ks
|
| 46 |
blk\..*\.ffn_(gate|up)_shexp\.weight=iq5_ks
|
| 47 |
|
| 48 |
-
# Routed Experts Layers [3-
|
| 49 |
blk\.[3-9]\.ffn_down_exps\.weight=iq3_ks
|
| 50 |
blk\.[3-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
| 51 |
-
|
| 52 |
-
# Routed Experts Layers [10-19]
|
| 53 |
blk\.[1-1][0-9]\.ffn_down_exps\.weight=iq3_ks
|
| 54 |
blk\.[1-1][0-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
| 55 |
|
| 56 |
-
# Routed Experts Layers [81-
|
| 57 |
blk\.[8-8][1-9]\.ffn_down_exps\.weight=iq3_ks
|
| 58 |
blk\.[8-8][1-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
| 59 |
-
|
| 60 |
-
# Routed Experts Layers [90-92]
|
| 61 |
blk\.[9-9][0-2]\.ffn_down_exps\.weight=iq3_ks
|
| 62 |
blk\.[9-9][0-2]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
| 63 |
|
|
|
|
| 45 |
blk\..*\.ffn_down_shexp\.weight=iq5_ks
|
| 46 |
blk\..*\.ffn_(gate|up)_shexp\.weight=iq5_ks
|
| 47 |
|
| 48 |
+
# Routed Experts Layers [3-19]
|
| 49 |
blk\.[3-9]\.ffn_down_exps\.weight=iq3_ks
|
| 50 |
blk\.[3-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
|
|
|
|
|
|
| 51 |
blk\.[1-1][0-9]\.ffn_down_exps\.weight=iq3_ks
|
| 52 |
blk\.[1-1][0-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
| 53 |
|
| 54 |
+
# Routed Experts Layers [81-92]
|
| 55 |
blk\.[8-8][1-9]\.ffn_down_exps\.weight=iq3_ks
|
| 56 |
blk\.[8-8][1-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
|
|
|
|
|
|
| 57 |
blk\.[9-9][0-2]\.ffn_down_exps\.weight=iq3_ks
|
| 58 |
blk\.[9-9][0-2]\.ffn_(gate|up)_exps\.weight=iq3_ks
|
| 59 |
|