diff --git a/tokenizer_config.json b/tokenizer_config.json index b9dc31c..72193e9 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -9,7 +9,7 @@ "special": true }, "128001": { - "content": "<|im_end|>", + "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false,