OPEA
/

Qwen2.5-1.5B-Instruct-int4-sym-inc

4-bit precision

Model card Files Files and versions

cicdatopea commited on Apr 24

Commit

ff67b87

·

verified ·

1 Parent(s): 9b36212

Update quantization_config.json

Files changed (1) hide show

quantization_config.json +2 -2

quantization_config.json CHANGED Viewed

@@ -19,6 +19,6 @@
   "enable_norm_bias_tuning": false,
   "dataset": "NeelNanda/pile-10k",
   "autoround_version": "0.4.0.dev",
-  "quant_method": "intel/auto-round",
-  "backend": "auto_round:gptq:exllamav2"
 }

   "enable_norm_bias_tuning": false,
   "dataset": "NeelNanda/pile-10k",
   "autoround_version": "0.4.0.dev",
+  "quant_method": "auto-round",
+  "packing_format": "auto_round:gptq:exllamav2"
 }