diff --git a/added_tokens.json b/added_tokens.json index 06135f3..f94e32a 100644 --- a/added_tokens.json +++ b/added_tokens.json @@ -1,24 +1,30 @@ -{ - "": 151658, - "": 151657, - "<|box_end|>": 151649, - "<|box_start|>": 151648, - "<|endoftext|>": 151643, - "<|file_sep|>": 151664, - "<|fim_middle|>": 151660, - "<|fim_pad|>": 151662, - "<|fim_prefix|>": 151659, - "<|fim_suffix|>": 151661, - "<|im_end|>": 151645, - "<|im_start|>": 151644, - "<|image_pad|>": 151655, - "<|object_ref_end|>": 151647, - "<|object_ref_start|>": 151646, - "<|quad_end|>": 151651, - "<|quad_start|>": 151650, - "<|repo_name|>": 151663, - "<|video_pad|>": 151656, - "<|vision_end|>": 151653, - "<|vision_pad|>": 151654, - "<|vision_start|>": 151652 -} +{ + "": 151658, + "": 151670, + "": 151665, + "": 151668, + "": 151669, + "": 151667, + "": 151657, + "": 151666, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} \ No newline at end of file