diff --git a/special_tokens_map.json b/special_tokens_map.json deleted file mode 100644 index 1c1e556..0000000 --- a/special_tokens_map.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "additional_special_tokens": [ - { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } - ], - "eos_token": { - "content": "<|im_end|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": { - "content": "<|endoftext|>", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - } -} -