初始化项目，由ModelHub XC社区提供模型

Model: TheBloke/mixtralnt-4x7b-test-AWQ Source: Original Platform
2026-05-30 01:07:14 +08:00
commit 41e6170ab5
13 changed files with 93301 additions and 0 deletions
--- a/quant_config.json
+++ b/quant_config.json
@@ -0,0 +1,9 @@
+{
+    "zero_point": true,
+    "q_group_size": 128,
+    "w_bit": 4,
+    "version": "GEMM",
+    "modules_to_not_convert": [
+        "gate"
+    ]
+}