2392 lines
61 KiB
JSON
2392 lines
61 KiB
JSON
{
|
|
"add_prefix_space": false,
|
|
"added_tokens_decoder": {
|
|
"151643": {
|
|
"content": "<|endoftext|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151644": {
|
|
"content": "<|im_start|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151645": {
|
|
"content": "<|im_end|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151646": {
|
|
"content": "<|object_ref_start|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151647": {
|
|
"content": "<|object_ref_end|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151648": {
|
|
"content": "<|box_start|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151649": {
|
|
"content": "<|box_end|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151650": {
|
|
"content": "<|quad_start|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151651": {
|
|
"content": "<|quad_end|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151652": {
|
|
"content": "<|vision_start|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151653": {
|
|
"content": "<|vision_end|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151654": {
|
|
"content": "<|vision_pad|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151655": {
|
|
"content": "<|image_pad|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151656": {
|
|
"content": "<|video_pad|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151657": {
|
|
"content": "<|point_start|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151658": {
|
|
"content": "<|point_end|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151659": {
|
|
"content": "<|visual_0|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151660": {
|
|
"content": "<|visual_1|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151661": {
|
|
"content": "<|visual_2|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151662": {
|
|
"content": "<|visual_3|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151663": {
|
|
"content": "<|visual_4|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151664": {
|
|
"content": "<|visual_5|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151665": {
|
|
"content": "<|visual_6|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151666": {
|
|
"content": "<|visual_7|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151667": {
|
|
"content": "<|visual_8|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151668": {
|
|
"content": "<|visual_9|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151669": {
|
|
"content": "<think>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151670": {
|
|
"content": "</think>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151671": {
|
|
"content": "<grounding>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151672": {
|
|
"content": "</grounding>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151673": {
|
|
"content": "<motion>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151674": {
|
|
"content": "</motion>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151675": {
|
|
"content": "<|reserved_special_token_18|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151676": {
|
|
"content": "<|reserved_special_token_19|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151677": {
|
|
"content": "<|reserved_special_token_20|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151678": {
|
|
"content": "<|reserved_special_token_21|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151679": {
|
|
"content": "<|reserved_special_token_22|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151680": {
|
|
"content": "<|reserved_special_token_23|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151681": {
|
|
"content": "<|reserved_special_token_24|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151682": {
|
|
"content": "<|reserved_special_token_25|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151683": {
|
|
"content": "<|reserved_special_token_26|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151684": {
|
|
"content": "<|reserved_special_token_27|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151685": {
|
|
"content": "<|reserved_special_token_28|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151686": {
|
|
"content": "<|reserved_special_token_29|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151687": {
|
|
"content": "<|reserved_special_token_30|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151688": {
|
|
"content": "<|reserved_special_token_31|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151689": {
|
|
"content": "<|reserved_special_token_32|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151690": {
|
|
"content": "<|reserved_special_token_33|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151691": {
|
|
"content": "<|reserved_special_token_34|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151692": {
|
|
"content": "<|reserved_special_token_35|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151693": {
|
|
"content": "<|reserved_special_token_36|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151694": {
|
|
"content": "<|reserved_special_token_37|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151695": {
|
|
"content": "<|reserved_special_token_38|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151696": {
|
|
"content": "<|reserved_special_token_39|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151697": {
|
|
"content": "<|reserved_special_token_40|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151698": {
|
|
"content": "<|reserved_special_token_41|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151699": {
|
|
"content": "<|reserved_special_token_42|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151700": {
|
|
"content": "<|reserved_special_token_43|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151701": {
|
|
"content": "<|reserved_special_token_44|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151702": {
|
|
"content": "<|reserved_special_token_45|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151703": {
|
|
"content": "<|reserved_special_token_46|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151704": {
|
|
"content": "<|reserved_special_token_47|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151705": {
|
|
"content": "<|reserved_special_token_48|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151706": {
|
|
"content": "<|reserved_special_token_49|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151707": {
|
|
"content": "<|reserved_special_token_50|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151708": {
|
|
"content": "<|reserved_special_token_51|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151709": {
|
|
"content": "<|reserved_special_token_52|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151710": {
|
|
"content": "<|reserved_special_token_53|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151711": {
|
|
"content": "<|reserved_special_token_54|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151712": {
|
|
"content": "<|reserved_special_token_55|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151713": {
|
|
"content": "<|reserved_special_token_56|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151714": {
|
|
"content": "<|reserved_special_token_57|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151715": {
|
|
"content": "<|reserved_special_token_58|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151716": {
|
|
"content": "<|reserved_special_token_59|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151717": {
|
|
"content": "<|reserved_special_token_60|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151718": {
|
|
"content": "<|reserved_special_token_61|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151719": {
|
|
"content": "<|reserved_special_token_62|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151720": {
|
|
"content": "<|reserved_special_token_63|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151721": {
|
|
"content": "<|reserved_special_token_64|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151722": {
|
|
"content": "<|reserved_special_token_65|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151723": {
|
|
"content": "<|reserved_special_token_66|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151724": {
|
|
"content": "<|reserved_special_token_67|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151725": {
|
|
"content": "<|reserved_special_token_68|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151726": {
|
|
"content": "<|reserved_special_token_69|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151727": {
|
|
"content": "<|reserved_special_token_70|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151728": {
|
|
"content": "<|reserved_special_token_71|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151729": {
|
|
"content": "<|reserved_special_token_72|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151730": {
|
|
"content": "<|reserved_special_token_73|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151731": {
|
|
"content": "<|reserved_special_token_74|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151732": {
|
|
"content": "<|reserved_special_token_75|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151733": {
|
|
"content": "<|reserved_special_token_76|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151734": {
|
|
"content": "<|reserved_special_token_77|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151735": {
|
|
"content": "<|reserved_special_token_78|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151736": {
|
|
"content": "<|reserved_special_token_79|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151737": {
|
|
"content": "<|reserved_special_token_80|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151738": {
|
|
"content": "<|reserved_special_token_81|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151739": {
|
|
"content": "<|reserved_special_token_82|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151740": {
|
|
"content": "<|reserved_special_token_83|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151741": {
|
|
"content": "<|reserved_special_token_84|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151742": {
|
|
"content": "<|reserved_special_token_85|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151743": {
|
|
"content": "<|reserved_special_token_86|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151744": {
|
|
"content": "<|reserved_special_token_87|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151745": {
|
|
"content": "<|reserved_special_token_88|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151746": {
|
|
"content": "<|reserved_special_token_89|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151747": {
|
|
"content": "<|reserved_special_token_90|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151748": {
|
|
"content": "<|reserved_special_token_91|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151749": {
|
|
"content": "<|reserved_special_token_92|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151750": {
|
|
"content": "<|reserved_special_token_93|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151751": {
|
|
"content": "<|reserved_special_token_94|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151752": {
|
|
"content": "<|reserved_special_token_95|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151753": {
|
|
"content": "<|reserved_special_token_96|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151754": {
|
|
"content": "<|reserved_special_token_97|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151755": {
|
|
"content": "<|reserved_special_token_98|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151756": {
|
|
"content": "<|reserved_special_token_99|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151757": {
|
|
"content": "<|reserved_special_token_100|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151758": {
|
|
"content": "<|reserved_special_token_101|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151759": {
|
|
"content": "<|reserved_special_token_102|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151760": {
|
|
"content": "<|reserved_special_token_103|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151761": {
|
|
"content": "<|reserved_special_token_104|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151762": {
|
|
"content": "<|reserved_special_token_105|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151763": {
|
|
"content": "<|reserved_special_token_106|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151764": {
|
|
"content": "<|reserved_special_token_107|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151765": {
|
|
"content": "<|reserved_special_token_108|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151766": {
|
|
"content": "<|reserved_special_token_109|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151767": {
|
|
"content": "<|reserved_special_token_110|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151768": {
|
|
"content": "<|reserved_special_token_111|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151769": {
|
|
"content": "<|reserved_special_token_112|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151770": {
|
|
"content": "<|reserved_special_token_113|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151771": {
|
|
"content": "<|reserved_special_token_114|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151772": {
|
|
"content": "<|reserved_special_token_115|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151773": {
|
|
"content": "<|reserved_special_token_116|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151774": {
|
|
"content": "<|reserved_special_token_117|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151775": {
|
|
"content": "<|reserved_special_token_118|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151776": {
|
|
"content": "<|reserved_special_token_119|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151777": {
|
|
"content": "<|reserved_special_token_120|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151778": {
|
|
"content": "<|reserved_special_token_121|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151779": {
|
|
"content": "<|reserved_special_token_122|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151780": {
|
|
"content": "<|reserved_special_token_123|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151781": {
|
|
"content": "<|reserved_special_token_124|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151782": {
|
|
"content": "<|reserved_special_token_125|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151783": {
|
|
"content": "<|reserved_special_token_126|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151784": {
|
|
"content": "<|reserved_special_token_127|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151785": {
|
|
"content": "<|reserved_special_token_128|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151786": {
|
|
"content": "<|reserved_special_token_129|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151787": {
|
|
"content": "<|reserved_special_token_130|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151788": {
|
|
"content": "<|reserved_special_token_131|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151789": {
|
|
"content": "<|reserved_special_token_132|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151790": {
|
|
"content": "<|reserved_special_token_133|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151791": {
|
|
"content": "<|reserved_special_token_134|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151792": {
|
|
"content": "<|reserved_special_token_135|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151793": {
|
|
"content": "<|reserved_special_token_136|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151794": {
|
|
"content": "<|reserved_special_token_137|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151795": {
|
|
"content": "<|reserved_special_token_138|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151796": {
|
|
"content": "<|reserved_special_token_139|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151797": {
|
|
"content": "<|reserved_special_token_140|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151798": {
|
|
"content": "<|reserved_special_token_141|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151799": {
|
|
"content": "<|reserved_special_token_142|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151800": {
|
|
"content": "<|reserved_special_token_143|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151801": {
|
|
"content": "<|reserved_special_token_144|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151802": {
|
|
"content": "<|reserved_special_token_145|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151803": {
|
|
"content": "<|reserved_special_token_146|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151804": {
|
|
"content": "<|reserved_special_token_147|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151805": {
|
|
"content": "<|reserved_special_token_148|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151806": {
|
|
"content": "<|reserved_special_token_149|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151807": {
|
|
"content": "<|reserved_special_token_150|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151808": {
|
|
"content": "<|reserved_special_token_151|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151809": {
|
|
"content": "<|reserved_special_token_152|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151810": {
|
|
"content": "<|reserved_special_token_153|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151811": {
|
|
"content": "<|reserved_special_token_154|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151812": {
|
|
"content": "<|reserved_special_token_155|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151813": {
|
|
"content": "<|reserved_special_token_156|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151814": {
|
|
"content": "<|reserved_special_token_157|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151815": {
|
|
"content": "<|reserved_special_token_158|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151816": {
|
|
"content": "<|reserved_special_token_159|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151817": {
|
|
"content": "<|reserved_special_token_160|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151818": {
|
|
"content": "<|reserved_special_token_161|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151819": {
|
|
"content": "<|reserved_special_token_162|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151820": {
|
|
"content": "<|reserved_special_token_163|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151821": {
|
|
"content": "<|reserved_special_token_164|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151822": {
|
|
"content": "<|reserved_special_token_165|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151823": {
|
|
"content": "<|reserved_special_token_166|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151824": {
|
|
"content": "<|reserved_special_token_167|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151825": {
|
|
"content": "<|reserved_special_token_168|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151826": {
|
|
"content": "<|reserved_special_token_169|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151827": {
|
|
"content": "<|reserved_special_token_170|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151828": {
|
|
"content": "<|reserved_special_token_171|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151829": {
|
|
"content": "<|reserved_special_token_172|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151830": {
|
|
"content": "<|reserved_special_token_173|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151831": {
|
|
"content": "<|reserved_special_token_174|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151832": {
|
|
"content": "<|reserved_special_token_175|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151833": {
|
|
"content": "<|reserved_special_token_176|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151834": {
|
|
"content": "<|reserved_special_token_177|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151835": {
|
|
"content": "<|reserved_special_token_178|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151836": {
|
|
"content": "<|reserved_special_token_179|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151837": {
|
|
"content": "<|reserved_special_token_180|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151838": {
|
|
"content": "<|reserved_special_token_181|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151839": {
|
|
"content": "<|reserved_special_token_182|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151840": {
|
|
"content": "<|reserved_special_token_183|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151841": {
|
|
"content": "<|reserved_special_token_184|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151842": {
|
|
"content": "<|reserved_special_token_185|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151843": {
|
|
"content": "<|reserved_special_token_186|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151844": {
|
|
"content": "<|reserved_special_token_187|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151845": {
|
|
"content": "<|reserved_special_token_188|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151846": {
|
|
"content": "<|reserved_special_token_189|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151847": {
|
|
"content": "<|reserved_special_token_190|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151848": {
|
|
"content": "<|reserved_special_token_191|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151849": {
|
|
"content": "<|reserved_special_token_192|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151850": {
|
|
"content": "<|reserved_special_token_193|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151851": {
|
|
"content": "<|reserved_special_token_194|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151852": {
|
|
"content": "<|reserved_special_token_195|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151853": {
|
|
"content": "<|reserved_special_token_196|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151854": {
|
|
"content": "<|reserved_special_token_197|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151855": {
|
|
"content": "<|reserved_special_token_198|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151856": {
|
|
"content": "<|reserved_special_token_199|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151857": {
|
|
"content": "<|reserved_special_token_200|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151858": {
|
|
"content": "<|reserved_special_token_201|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151859": {
|
|
"content": "<|reserved_special_token_202|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151860": {
|
|
"content": "<|reserved_special_token_203|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151861": {
|
|
"content": "<|reserved_special_token_204|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151862": {
|
|
"content": "<|reserved_special_token_205|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151863": {
|
|
"content": "<|reserved_special_token_206|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151864": {
|
|
"content": "<|reserved_special_token_207|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151865": {
|
|
"content": "<|reserved_special_token_208|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151866": {
|
|
"content": "<|reserved_special_token_209|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151867": {
|
|
"content": "<|reserved_special_token_210|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151868": {
|
|
"content": "<|reserved_special_token_211|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151869": {
|
|
"content": "<|reserved_special_token_212|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151870": {
|
|
"content": "<|reserved_special_token_213|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151871": {
|
|
"content": "<|reserved_special_token_214|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151872": {
|
|
"content": "<|reserved_special_token_215|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151873": {
|
|
"content": "<|reserved_special_token_216|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151874": {
|
|
"content": "<|reserved_special_token_217|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151875": {
|
|
"content": "<|reserved_special_token_218|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151876": {
|
|
"content": "<|reserved_special_token_219|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151877": {
|
|
"content": "<|reserved_special_token_220|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151878": {
|
|
"content": "<|reserved_special_token_221|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151879": {
|
|
"content": "<|reserved_special_token_222|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151880": {
|
|
"content": "<|reserved_special_token_223|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151881": {
|
|
"content": "<|reserved_special_token_224|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151882": {
|
|
"content": "<|reserved_special_token_225|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151883": {
|
|
"content": "<|reserved_special_token_226|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151884": {
|
|
"content": "<|reserved_special_token_227|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151885": {
|
|
"content": "<|reserved_special_token_228|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151886": {
|
|
"content": "<|reserved_special_token_229|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151887": {
|
|
"content": "<|reserved_special_token_230|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151888": {
|
|
"content": "<|reserved_special_token_231|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151889": {
|
|
"content": "<|reserved_special_token_232|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151890": {
|
|
"content": "<|reserved_special_token_233|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151891": {
|
|
"content": "<|reserved_special_token_234|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151892": {
|
|
"content": "<|reserved_special_token_235|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151893": {
|
|
"content": "<|reserved_special_token_236|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151894": {
|
|
"content": "<|reserved_special_token_237|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151895": {
|
|
"content": "<|reserved_special_token_238|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151896": {
|
|
"content": "<|reserved_special_token_239|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151897": {
|
|
"content": "<|reserved_special_token_240|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151898": {
|
|
"content": "<|reserved_special_token_241|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151899": {
|
|
"content": "<|reserved_special_token_242|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151900": {
|
|
"content": "<|reserved_special_token_243|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151901": {
|
|
"content": "<|reserved_special_token_244|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151902": {
|
|
"content": "<|reserved_special_token_245|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151903": {
|
|
"content": "<|reserved_special_token_246|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151904": {
|
|
"content": "<|reserved_special_token_247|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151905": {
|
|
"content": "<|reserved_special_token_248|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151906": {
|
|
"content": "<|reserved_special_token_249|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"151907": {
|
|
"content": "<|reserved_special_token_250|>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
}
|
|
},
|
|
"additional_special_tokens": [
|
|
"<|point_start|>",
|
|
"<|point_end|>",
|
|
"<|visual_0|>",
|
|
"<|visual_1|>",
|
|
"<|visual_2|>",
|
|
"<|visual_3|>",
|
|
"<|visual_4|>",
|
|
"<|visual_5|>",
|
|
"<|visual_6|>",
|
|
"<|visual_7|>",
|
|
"<|visual_8|>",
|
|
"<|visual_9|>",
|
|
"<think>",
|
|
"</think>",
|
|
"<grounding>",
|
|
"</grounding>",
|
|
"<motion>",
|
|
"</motion>",
|
|
"<|reserved_special_token_18|>",
|
|
"<|reserved_special_token_19|>",
|
|
"<|reserved_special_token_20|>",
|
|
"<|reserved_special_token_21|>",
|
|
"<|reserved_special_token_22|>",
|
|
"<|reserved_special_token_23|>",
|
|
"<|reserved_special_token_24|>",
|
|
"<|reserved_special_token_25|>",
|
|
"<|reserved_special_token_26|>",
|
|
"<|reserved_special_token_27|>",
|
|
"<|reserved_special_token_28|>",
|
|
"<|reserved_special_token_29|>",
|
|
"<|reserved_special_token_30|>",
|
|
"<|reserved_special_token_31|>",
|
|
"<|reserved_special_token_32|>",
|
|
"<|reserved_special_token_33|>",
|
|
"<|reserved_special_token_34|>",
|
|
"<|reserved_special_token_35|>",
|
|
"<|reserved_special_token_36|>",
|
|
"<|reserved_special_token_37|>",
|
|
"<|reserved_special_token_38|>",
|
|
"<|reserved_special_token_39|>",
|
|
"<|reserved_special_token_40|>",
|
|
"<|reserved_special_token_41|>",
|
|
"<|reserved_special_token_42|>",
|
|
"<|reserved_special_token_43|>",
|
|
"<|reserved_special_token_44|>",
|
|
"<|reserved_special_token_45|>",
|
|
"<|reserved_special_token_46|>",
|
|
"<|reserved_special_token_47|>",
|
|
"<|reserved_special_token_48|>",
|
|
"<|reserved_special_token_49|>",
|
|
"<|reserved_special_token_50|>",
|
|
"<|reserved_special_token_51|>",
|
|
"<|reserved_special_token_52|>",
|
|
"<|reserved_special_token_53|>",
|
|
"<|reserved_special_token_54|>",
|
|
"<|reserved_special_token_55|>",
|
|
"<|reserved_special_token_56|>",
|
|
"<|reserved_special_token_57|>",
|
|
"<|reserved_special_token_58|>",
|
|
"<|reserved_special_token_59|>",
|
|
"<|reserved_special_token_60|>",
|
|
"<|reserved_special_token_61|>",
|
|
"<|reserved_special_token_62|>",
|
|
"<|reserved_special_token_63|>",
|
|
"<|reserved_special_token_64|>",
|
|
"<|reserved_special_token_65|>",
|
|
"<|reserved_special_token_66|>",
|
|
"<|reserved_special_token_67|>",
|
|
"<|reserved_special_token_68|>",
|
|
"<|reserved_special_token_69|>",
|
|
"<|reserved_special_token_70|>",
|
|
"<|reserved_special_token_71|>",
|
|
"<|reserved_special_token_72|>",
|
|
"<|reserved_special_token_73|>",
|
|
"<|reserved_special_token_74|>",
|
|
"<|reserved_special_token_75|>",
|
|
"<|reserved_special_token_76|>",
|
|
"<|reserved_special_token_77|>",
|
|
"<|reserved_special_token_78|>",
|
|
"<|reserved_special_token_79|>",
|
|
"<|reserved_special_token_80|>",
|
|
"<|reserved_special_token_81|>",
|
|
"<|reserved_special_token_82|>",
|
|
"<|reserved_special_token_83|>",
|
|
"<|reserved_special_token_84|>",
|
|
"<|reserved_special_token_85|>",
|
|
"<|reserved_special_token_86|>",
|
|
"<|reserved_special_token_87|>",
|
|
"<|reserved_special_token_88|>",
|
|
"<|reserved_special_token_89|>",
|
|
"<|reserved_special_token_90|>",
|
|
"<|reserved_special_token_91|>",
|
|
"<|reserved_special_token_92|>",
|
|
"<|reserved_special_token_93|>",
|
|
"<|reserved_special_token_94|>",
|
|
"<|reserved_special_token_95|>",
|
|
"<|reserved_special_token_96|>",
|
|
"<|reserved_special_token_97|>",
|
|
"<|reserved_special_token_98|>",
|
|
"<|reserved_special_token_99|>",
|
|
"<|reserved_special_token_100|>",
|
|
"<|reserved_special_token_101|>",
|
|
"<|reserved_special_token_102|>",
|
|
"<|reserved_special_token_103|>",
|
|
"<|reserved_special_token_104|>",
|
|
"<|reserved_special_token_105|>",
|
|
"<|reserved_special_token_106|>",
|
|
"<|reserved_special_token_107|>",
|
|
"<|reserved_special_token_108|>",
|
|
"<|reserved_special_token_109|>",
|
|
"<|reserved_special_token_110|>",
|
|
"<|reserved_special_token_111|>",
|
|
"<|reserved_special_token_112|>",
|
|
"<|reserved_special_token_113|>",
|
|
"<|reserved_special_token_114|>",
|
|
"<|reserved_special_token_115|>",
|
|
"<|reserved_special_token_116|>",
|
|
"<|reserved_special_token_117|>",
|
|
"<|reserved_special_token_118|>",
|
|
"<|reserved_special_token_119|>",
|
|
"<|reserved_special_token_120|>",
|
|
"<|reserved_special_token_121|>",
|
|
"<|reserved_special_token_122|>",
|
|
"<|reserved_special_token_123|>",
|
|
"<|reserved_special_token_124|>",
|
|
"<|reserved_special_token_125|>",
|
|
"<|reserved_special_token_126|>",
|
|
"<|reserved_special_token_127|>",
|
|
"<|reserved_special_token_128|>",
|
|
"<|reserved_special_token_129|>",
|
|
"<|reserved_special_token_130|>",
|
|
"<|reserved_special_token_131|>",
|
|
"<|reserved_special_token_132|>",
|
|
"<|reserved_special_token_133|>",
|
|
"<|reserved_special_token_134|>",
|
|
"<|reserved_special_token_135|>",
|
|
"<|reserved_special_token_136|>",
|
|
"<|reserved_special_token_137|>",
|
|
"<|reserved_special_token_138|>",
|
|
"<|reserved_special_token_139|>",
|
|
"<|reserved_special_token_140|>",
|
|
"<|reserved_special_token_141|>",
|
|
"<|reserved_special_token_142|>",
|
|
"<|reserved_special_token_143|>",
|
|
"<|reserved_special_token_144|>",
|
|
"<|reserved_special_token_145|>",
|
|
"<|reserved_special_token_146|>",
|
|
"<|reserved_special_token_147|>",
|
|
"<|reserved_special_token_148|>",
|
|
"<|reserved_special_token_149|>",
|
|
"<|reserved_special_token_150|>",
|
|
"<|reserved_special_token_151|>",
|
|
"<|reserved_special_token_152|>",
|
|
"<|reserved_special_token_153|>",
|
|
"<|reserved_special_token_154|>",
|
|
"<|reserved_special_token_155|>",
|
|
"<|reserved_special_token_156|>",
|
|
"<|reserved_special_token_157|>",
|
|
"<|reserved_special_token_158|>",
|
|
"<|reserved_special_token_159|>",
|
|
"<|reserved_special_token_160|>",
|
|
"<|reserved_special_token_161|>",
|
|
"<|reserved_special_token_162|>",
|
|
"<|reserved_special_token_163|>",
|
|
"<|reserved_special_token_164|>",
|
|
"<|reserved_special_token_165|>",
|
|
"<|reserved_special_token_166|>",
|
|
"<|reserved_special_token_167|>",
|
|
"<|reserved_special_token_168|>",
|
|
"<|reserved_special_token_169|>",
|
|
"<|reserved_special_token_170|>",
|
|
"<|reserved_special_token_171|>",
|
|
"<|reserved_special_token_172|>",
|
|
"<|reserved_special_token_173|>",
|
|
"<|reserved_special_token_174|>",
|
|
"<|reserved_special_token_175|>",
|
|
"<|reserved_special_token_176|>",
|
|
"<|reserved_special_token_177|>",
|
|
"<|reserved_special_token_178|>",
|
|
"<|reserved_special_token_179|>",
|
|
"<|reserved_special_token_180|>",
|
|
"<|reserved_special_token_181|>",
|
|
"<|reserved_special_token_182|>",
|
|
"<|reserved_special_token_183|>",
|
|
"<|reserved_special_token_184|>",
|
|
"<|reserved_special_token_185|>",
|
|
"<|reserved_special_token_186|>",
|
|
"<|reserved_special_token_187|>",
|
|
"<|reserved_special_token_188|>",
|
|
"<|reserved_special_token_189|>",
|
|
"<|reserved_special_token_190|>",
|
|
"<|reserved_special_token_191|>",
|
|
"<|reserved_special_token_192|>",
|
|
"<|reserved_special_token_193|>",
|
|
"<|reserved_special_token_194|>",
|
|
"<|reserved_special_token_195|>",
|
|
"<|reserved_special_token_196|>",
|
|
"<|reserved_special_token_197|>",
|
|
"<|reserved_special_token_198|>",
|
|
"<|reserved_special_token_199|>",
|
|
"<|reserved_special_token_200|>",
|
|
"<|reserved_special_token_201|>",
|
|
"<|reserved_special_token_202|>",
|
|
"<|reserved_special_token_203|>",
|
|
"<|reserved_special_token_204|>",
|
|
"<|reserved_special_token_205|>",
|
|
"<|reserved_special_token_206|>",
|
|
"<|reserved_special_token_207|>",
|
|
"<|reserved_special_token_208|>",
|
|
"<|reserved_special_token_209|>",
|
|
"<|reserved_special_token_210|>",
|
|
"<|reserved_special_token_211|>",
|
|
"<|reserved_special_token_212|>",
|
|
"<|reserved_special_token_213|>",
|
|
"<|reserved_special_token_214|>",
|
|
"<|reserved_special_token_215|>",
|
|
"<|reserved_special_token_216|>",
|
|
"<|reserved_special_token_217|>",
|
|
"<|reserved_special_token_218|>",
|
|
"<|reserved_special_token_219|>",
|
|
"<|reserved_special_token_220|>",
|
|
"<|reserved_special_token_221|>",
|
|
"<|reserved_special_token_222|>",
|
|
"<|reserved_special_token_223|>",
|
|
"<|reserved_special_token_224|>",
|
|
"<|reserved_special_token_225|>",
|
|
"<|reserved_special_token_226|>",
|
|
"<|reserved_special_token_227|>",
|
|
"<|reserved_special_token_228|>",
|
|
"<|reserved_special_token_229|>",
|
|
"<|reserved_special_token_230|>",
|
|
"<|reserved_special_token_231|>",
|
|
"<|reserved_special_token_232|>",
|
|
"<|reserved_special_token_233|>",
|
|
"<|reserved_special_token_234|>",
|
|
"<|reserved_special_token_235|>",
|
|
"<|reserved_special_token_236|>",
|
|
"<|reserved_special_token_237|>",
|
|
"<|reserved_special_token_238|>",
|
|
"<|reserved_special_token_239|>",
|
|
"<|reserved_special_token_240|>",
|
|
"<|reserved_special_token_241|>",
|
|
"<|reserved_special_token_242|>",
|
|
"<|reserved_special_token_243|>",
|
|
"<|reserved_special_token_244|>",
|
|
"<|reserved_special_token_245|>",
|
|
"<|reserved_special_token_246|>",
|
|
"<|reserved_special_token_247|>",
|
|
"<|reserved_special_token_248|>",
|
|
"<|reserved_special_token_249|>",
|
|
"<|reserved_special_token_250|>"
|
|
],
|
|
"bos_token": null,
|
|
"chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
|
|
"clean_up_tokenization_spaces": false,
|
|
"eos_token": "<|im_end|>",
|
|
"errors": "replace",
|
|
"extra_special_tokens": {},
|
|
"model_max_length": 32768,
|
|
"pad_token": "<|endoftext|>",
|
|
"padding_side": "left",
|
|
"processor_class": "Qwen2VLProcessor",
|
|
"split_special_tokens": false,
|
|
"tokenizer_class": "Qwen2Tokenizer",
|
|
"unk_token": null
|
|
}
|