AvitoTech/avibe
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: AvitoTech/avibe
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-04-10 11:53:02 +08:00
commit 27a294834b
16 changed files with 814714 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

284
tokenizer_config.json Normal file
View File

@@ -0,0 +1,284 @@
{
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens": [
{
"content": "<|im_start|>",
"id": 80060,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|im_end|>",
"id": 80061,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|object_ref_start|>",
"id": 80062,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|object_ref_end|>",
"id": 80063,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|box_start|>",
"id": 80064,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|box_end|>",
"id": 80065,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|quad_start|>",
"id": 80066,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|quad_end|>",
"id": 80067,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|vision_start|>",
"id": 80068,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|vision_end|>",
"id": 80069,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|vision_pad|>",
"id": 80070,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|image_pad|>",
"id": 80071,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|video_pad|>",
"id": 80072,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
{
"content": "<|endoftext|>",
"id": 80073,
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
],
"added_tokens_decoder": {
"116379": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116380": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116381": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116382": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116383": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116384": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116385": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116386": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116387": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116388": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116389": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116390": {
"content": "<|image_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116391": {
"content": "<|video_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116392": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"116393": {
"content": "<|sep|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"bos_token": null,
"clean_up_tokenization_spaces": false,
"eos_token": "<|im_end|>",
"errors": "replace",
"extra_special_tokens": {},
"max_length": null,
"model_max_length": 1010000,
"pad_to_multiple_of": null,
"pad_token": "<|endoftext|>",
"pad_token_type_id": 0,
"padding_side": "left",
"sep_token": "<|sep|>",
"split_special_tokens": false,
"tokenizer_class": "Qwen2Tokenizer",
"unk_token": null
}