Upload tokenizer

2024-11-27 17:38:21 +08:00
parent 645e724a70
commit 3729c5f6ee
15 changed files with 91750 additions and 65 deletions
--- a/generation_config.json
+++ b/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.39.2"
+}