Update tokenizer_config.json

This commit is contained in:
Eugenio Schiavoni
2024-05-18 07:22:01 +00:00
committed by system
parent 651d3e6b0a
commit 57d621dbbd

View File

@@ -9,7 +9,7 @@
"special": true
},
"128001": {
"content": "<|end_of_text|>",
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,