初始化项目,由ModelHub XC社区提供模型

Model: benjamin/gerpt2-large
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-08 05:31:17 +08:00
commit 0d0128f3f9
10 changed files with 50192 additions and 0 deletions

1
tokenizer_config.json Normal file
View File

@@ -0,0 +1 @@
{"errors": "replace", "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false}