Kukedlc/NeuralLLaMa-3-8b-DT-v0.1
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Update tokenizer_config.json

Browse Source
This commit is contained in:
Eugenio Schiavoni
2024-05-18 07:23:00 +00:00
committed by system
parent 57d621dbbd
commit 63587a50d7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tokenizer_config.json
View File

@@ -9,7 +9,7 @@
"special": true "special": true
}, },
"128001": { "128001": {
"content": "<|im_end|>", "content": "<|end_of_text|>",
"lstrip": false, "lstrip": false,
"normalized": false, "normalized": false,
"rstrip": false, "rstrip": false,