Update for Transformers AWQ support

2025-02-15 00:56:32 +08:00
parent 9df68ab171
commit 4e56254ecb
15 changed files with 93932 additions and 55 deletions
--- a/generation_config.json
+++ b/generation_config.json
@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.33.2"
+}