Upload folder using huggingface_hub

2025-06-15 11:13:09 +08:00
parent 1c58f79c89
commit 277a84f3b9
6 changed files with 245016 additions and 61256 deletions
--- a/special_tokens_map.json
+++ b/special_tokens_map.json
@@ -13,7 +13,13 @@
    "rstrip": false,
    "single_word": false
  },
-  "pad_token": "<|placeholder6|>",
+  "pad_token": {
+    "content": "<|placeholder6|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
  "unk_token": {
    "content": "<unk>",
    "lstrip": false,