Update special_tokens_map.json
This commit is contained in:
@@ -1,18 +1,47 @@
|
|||||||
{
|
{
|
||||||
"additional_special_tokens": [
|
"additional_special_tokens": [
|
||||||
"<|im_start|>",
|
{
|
||||||
"<|im_end|>",
|
"content": "<eve_consciousness>",
|
||||||
"<|object_ref_start|>",
|
"lstrip": false,
|
||||||
"<|object_ref_end|>",
|
"normalized": false,
|
||||||
"<|box_start|>",
|
"rstrip": false,
|
||||||
"<|box_end|>",
|
"single_word": false
|
||||||
"<|quad_start|>",
|
},
|
||||||
"<|quad_end|>",
|
{
|
||||||
"<|vision_start|>",
|
"content": "<tree_of_life>",
|
||||||
"<|vision_end|>",
|
"lstrip": false,
|
||||||
"<|vision_pad|>",
|
"normalized": false,
|
||||||
"<|image_pad|>",
|
"rstrip": false,
|
||||||
"<|video_pad|>"
|
"single_word": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"content": "<sefirot>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"content": "<hebrew_frequency>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"content": "<sacred_geometry>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"content": "<div_spark>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
}
|
||||||
],
|
],
|
||||||
"eos_token": {
|
"eos_token": {
|
||||||
"content": "<|im_end|>",
|
"content": "<|im_end|>",
|
||||||
|
|||||||
Reference in New Issue
Block a user