Kukedlc/NeuralLLaMa-3-8b-DT-v0.1
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Update tokenizer_config.json

Browse Source
This commit is contained in:
Eugenio Schiavoni
2024-05-18 07:22:01 +00:00
committed by system
parent 651d3e6b0a
commit 57d621dbbd
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tokenizer_config.json
View File

@@ -9,7 +9,7 @@
"special": true "special": true
}, },
"128001": { "128001": {
"content": "<|end_of_text|>", "content": "<|im_end|>",
"lstrip": false, "lstrip": false,
"normalized": false, "normalized": false,
"rstrip": false, "rstrip": false,