diff --git a/tokenizer_config.json b/tokenizer_config.json index 72193e9..b9dc31c 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -9,7 +9,7 @@ "special": true }, "128001": { - "content": "<|end_of_text|>", + "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false,