初始化项目，由ModelHub XC社区提供模型

Model: jeffcookio/granite-3.3-8b-instruct-gptqmodel-4b-64g
Source: Original Platform

quantize_config.json

@@ -0,0 +1,24 @@
+{
+  "bits": 4,
+  "group_size": 64,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantized_by": "jeffcookio",
+    "quantizer": [
+      "gptqmodel:3.0.0-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "v2": false,
+    "v2_alpha": 0.25
+  }
+}