From db71cf7eb9324705e4c907bca8f74c8ce3ef54df Mon Sep 17 00:00:00 2001 From: Jeff Green Date: Fri, 26 Dec 2025 06:06:50 +0000 Subject: [PATCH] Upload added_tokens.json with huggingface_hub --- added_tokens.json | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 added_tokens.json diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..06135f3 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +}