25 lines
458 B
JSON
25 lines
458 B
JSON
|
{
|
|||
|
|
"<pad>": 32018,
|
|||
|
|
"<|Assistant|>": 32020,
|
|||
|
|
"<|EOT|>": 32021,
|
|||
|
|
"<|User|>": 32019,
|
|||
|
|
"<｜begin▁of▁sentence｜>": 32013,
|
|||
|
|
"<｜end▁of▁sentence｜>": 32014,
|
|||
|
|
"<｜fim▁begin｜>": 32016,
|
|||
|
|
"<｜fim▁end｜>": 32017,
|
|||
|
|
"<｜fim▁hole｜>": 32015,
|
|||
|
|
"À": 32004,
|
|||
|
|
"Á": 32002,
|
|||
|
|
"õ": 32000,
|
|||
|
|
"ö": 32011,
|
|||
|
|
"÷": 32001,
|
|||
|
|
"ø": 32006,
|
|||
|
|
"ù": 32010,
|
|||
|
|
"ú": 32007,
|
|||
|
|
"û": 32012,
|
|||
|
|
"ü": 32009,
|
|||
|
|
"ý": 32003,
|
|||
|
|
"þ": 32008,
|
|||
|
|
"ÿ": 32005
|
|||
|
|
}
|