初始化项目,由ModelHub XC社区提供模型
Model: davideuler/Magicoder-S-DS-6.7B-MLX Source: Original Platform
This commit is contained in:
24
added_tokens.json
Normal file
24
added_tokens.json
Normal file
@@ -0,0 +1,24 @@
|
||||
{
|
||||
"<pad>": 32018,
|
||||
"<|Assistant|>": 32020,
|
||||
"<|EOT|>": 32021,
|
||||
"<|User|>": 32019,
|
||||
"<|begin▁of▁sentence|>": 32013,
|
||||
"<|end▁of▁sentence|>": 32014,
|
||||
"<|fim▁begin|>": 32016,
|
||||
"<|fim▁end|>": 32017,
|
||||
"<|fim▁hole|>": 32015,
|
||||
"À": 32004,
|
||||
"Á": 32002,
|
||||
"õ": 32000,
|
||||
"ö": 32011,
|
||||
"÷": 32001,
|
||||
"ø": 32006,
|
||||
"ù": 32010,
|
||||
"ú": 32007,
|
||||
"û": 32012,
|
||||
"ü": 32009,
|
||||
"ý": 32003,
|
||||
"þ": 32008,
|
||||
"ÿ": 32005
|
||||
}
|
||||
Reference in New Issue
Block a user