初始化项目,由ModelHub XC社区提供模型

Model: kortivai/shiva-alpha-base-surgery-v2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-10 19:08:14 +08:00
commit a4547ea6a6
7 changed files with 247968 additions and 0 deletions

85
tokenizer_config.json Normal file
View File

@@ -0,0 +1,85 @@
{
"backend": "custom",
"bos_token": "<s>",
"eos_token": "</s>",
"extra_special_tokens": [
"<s>",
"</s>",
"<pad>",
"",
"୧",
"",
"୩",
"୪",
"୫",
"୬",
"୭",
"୮",
"୯",
"",
"१",
"२",
"३",
"४",
"५",
"६",
"७",
"८",
"९",
"0",
"1",
"2",
"3",
"4",
"5",
"6",
"7",
"8",
"9",
"+",
"@",
"=",
"$",
"%",
"#",
"*",
"&",
"~",
"`",
"©",
"®",
"¥",
"§",
"₹",
"€",
"£",
"°",
"±",
"×",
"÷",
".",
",",
":",
";",
"!",
"?",
"'",
"\"",
"(",
")",
"-",
"[",
"]",
"{",
"}",
"—",
"",
"…"
],
"is_local": false,
"local_files_only": false,
"model_max_length": 1000000000000000019884624838656,
"pad_token": "</s>",
"tokenizer_class": "TokenizersBackend",
"unk_token": "<unk>"
}