From 57d621dbbdb75c25c5adddddf8820b99b8f8d43a Mon Sep 17 00:00:00 2001
From: Eugenio Schiavoni <Kukedlc@users.noreply.huggingface.co>
Date: Sat, 18 May 2024 07:22:01 +0000
Subject: [PATCH] Update tokenizer_config.json

---
 tokenizer_config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tokenizer_config.json b/tokenizer_config.json
index 72193e9..b9dc31c 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -9,7 +9,7 @@
       "special": true
     },
     "128001": {
-      "content": "<|end_of_text|>",
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,