Downtown-Case commited on
Commit
4c11c50
·
verified ·
1 Parent(s): 8f1ed9f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -6
README.md CHANGED
@@ -45,19 +45,15 @@ blk\..*\.ffn_(gate|up)\.weight=iq5_ks
45
  blk\..*\.ffn_down_shexp\.weight=iq5_ks
46
  blk\..*\.ffn_(gate|up)_shexp\.weight=iq5_ks
47
 
48
- # Routed Experts Layers [3-9]
49
  blk\.[3-9]\.ffn_down_exps\.weight=iq3_ks
50
  blk\.[3-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
51
-
52
- # Routed Experts Layers [10-19]
53
  blk\.[1-1][0-9]\.ffn_down_exps\.weight=iq3_ks
54
  blk\.[1-1][0-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
55
 
56
- # Routed Experts Layers [81-89]
57
  blk\.[8-8][1-9]\.ffn_down_exps\.weight=iq3_ks
58
  blk\.[8-8][1-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
59
-
60
- # Routed Experts Layers [90-92]
61
  blk\.[9-9][0-2]\.ffn_down_exps\.weight=iq3_ks
62
  blk\.[9-9][0-2]\.ffn_(gate|up)_exps\.weight=iq3_ks
63
 
 
45
  blk\..*\.ffn_down_shexp\.weight=iq5_ks
46
  blk\..*\.ffn_(gate|up)_shexp\.weight=iq5_ks
47
 
48
+ # Routed Experts Layers [3-19]
49
  blk\.[3-9]\.ffn_down_exps\.weight=iq3_ks
50
  blk\.[3-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
 
 
51
  blk\.[1-1][0-9]\.ffn_down_exps\.weight=iq3_ks
52
  blk\.[1-1][0-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
53
 
54
+ # Routed Experts Layers [81-92]
55
  blk\.[8-8][1-9]\.ffn_down_exps\.weight=iq3_ks
56
  blk\.[8-8][1-9]\.ffn_(gate|up)_exps\.weight=iq3_ks
 
 
57
  blk\.[9-9][0-2]\.ffn_down_exps\.weight=iq3_ks
58
  blk\.[9-9][0-2]\.ffn_(gate|up)_exps\.weight=iq3_ks
59