yayi-llama2 update

This commit is contained in:
wenge-research
2023-07-22 22:05:53 +08:00
parent 17f79072ec
commit 0cc082054b
7 changed files with 440 additions and 0 deletions

7
added_tokens.json Normal file
View File

@@ -0,0 +1,7 @@
{
"<pad>": 32000,
"<|End|>": 32004,
"<|Human|>": 32002,
"<|System|>": 32001,
"<|YaYi|>": 32003
}