Upload folder using huggingface_hub

2025-06-03 18:54:26 +08:00
parent c64d79a3d0
commit 6f0536b6e8
3 changed files with 4 additions and 5 deletions
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -2061,6 +2061,6 @@
  "model_max_length": 131072,
  "pad_token": "<|finetune_right_pad_id|>",
  "padding_side": "left",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "tokenizer_class": "PreTrainedTokenizer",
  "unk_token": null
-}
+}