Upload README.md

2025-02-01 02:29:51 +08:00
parent 8f280f9515
commit 0355a9cb5d
12 changed files with 91699 additions and 60 deletions
--- a/quant_config.json
+++ b/quant_config.json
@@ -0,0 +1,7 @@
+{
+    "zero_point": true,
+    "q_group_size": 128,
+    "w_bit": 4,
+    "version": "GEMM",
+    "modules_to_not_convert": null
+}