Upload quantized AWQ model

2024-09-03 03:40:10 +00:00
parent 26f161b04c
commit 6738112b20
8 changed files with 413462 additions and 0 deletions
--- a/generation_config.json
+++ b/generation_config.json
@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128040,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.2"
+}