From 41710bc5b141552f9857266c3b3d6f243c131517 Mon Sep 17 00:00:00 2001
From: Eugenio Schiavoni <Kukedlc@users.noreply.huggingface.co>
Date: Sat, 11 May 2024 04:58:59 +0000
Subject: [PATCH] Upload generation_config.json

---
 generation_config.json | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 generation_config.json

diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000..c3f3cad
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,9 @@
+{
+  "bos_token_id": 128000,
+  "eos_token_id": [128001, 128009],
+  "do_sample": true,
+  "temperature": 0.6,
+  "max_length": 4096,
+  "top_p": 0.9,
+  "transformers_version": "4.40.0.dev0"
+}
\ No newline at end of file