Update AWQ models

2024-12-30 14:00:46 +08:00
parent 0e30c444dc
commit d13495871e
23 changed files with 4893 additions and 63 deletions
--- a/generation_config.json
+++ b/generation_config.json
@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.37.2",
+  "eos_token_id": [
+    2,
+    32000,
+    32007
+  ]
+}