From 344699518edb34d42ef217a7727e3469bcb1728f Mon Sep 17 00:00:00 2001
From: GaryXie <garyxie@163.com>
Date: Sat, 22 Feb 2025 12:14:03 +0000
Subject: [PATCH] Upload special_tokens_map.json to ModelScope hub

---
 special_tokens_map.json | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)
 create mode 100644 special_tokens_map.json

diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..1d385d6
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}