Fix EOS in special_tokens_map.json

2025-01-13 21:10:32 +08:00
parent 696218803c
commit b4e77e7940
13 changed files with 66082 additions and 57 deletions
--- a/quant_config.json
+++ b/quant_config.json
@@ -0,0 +1,6 @@
+{
+    "zero_point": true,
+    "q_group_size": 128,
+    "w_bit": 4,
+    "version": "GEMM"
+}