25 lines
458 B
JSON
25 lines
458 B
JSON
{
|
||
"<pad>": 32018,
|
||
"<|Assistant|>": 32020,
|
||
"<|EOT|>": 32021,
|
||
"<|User|>": 32019,
|
||
"<｜begin▁of▁sentence｜>": 32013,
|
||
"<｜end▁of▁sentence｜>": 32014,
|
||
"<｜fim▁begin｜>": 32016,
|
||
"<｜fim▁end｜>": 32017,
|
||
"<｜fim▁hole｜>": 32015,
|
||
"À": 32004,
|
||
"Á": 32002,
|
||
"õ": 32000,
|
||
"ö": 32011,
|
||
"÷": 32001,
|
||
"ø": 32006,
|
||
"ù": 32010,
|
||
"ú": 32007,
|
||
"û": 32012,
|
||
"ü": 32009,
|
||
"ý": 32003,
|
||
"þ": 32008,
|
||
"ÿ": 32005
|
||
}
|