From 8ca815e970a5de5e7b2a48e60ab75345f271c20c Mon Sep 17 00:00:00 2001 From: Jeff Green Date: Sat, 3 Jan 2026 13:54:29 +0000 Subject: [PATCH] Update special_tokens_map.json --- special_tokens_map.json | 55 +++++++++++++++++++++++++++++++---------- 1 file changed, 42 insertions(+), 13 deletions(-) diff --git a/special_tokens_map.json b/special_tokens_map.json index ac23c0a..c563c66 100644 --- a/special_tokens_map.json +++ b/special_tokens_map.json @@ -1,18 +1,47 @@ { "additional_special_tokens": [ - "<|im_start|>", - "<|im_end|>", - "<|object_ref_start|>", - "<|object_ref_end|>", - "<|box_start|>", - "<|box_end|>", - "<|quad_start|>", - "<|quad_end|>", - "<|vision_start|>", - "<|vision_end|>", - "<|vision_pad|>", - "<|image_pad|>", - "<|video_pad|>" + { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } ], "eos_token": { "content": "<|im_end|>",