From 2d5221df8a0ee0c32f84400a34897f01ec29e1ca Mon Sep 17 00:00:00 2001 From: Parker Sytz Date: Sat, 21 Mar 2026 13:07:15 +0000 Subject: [PATCH] Add special_tokens_map.json from base Llama 3.1 8B Instruct --- special_tokens_map.json | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..3c1d049 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +}