初始化项目,由ModelHub XC社区提供模型

Model: Ba2han/TR_CPTs
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-13 19:26:21 +08:00
commit dd3724b624
19 changed files with 529052 additions and 0 deletions

View File

@@ -0,0 +1,77 @@
{
"architectures": [
"Qwen3ForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 2,
"dtype": "bfloat16",
"eos_token_id": 3,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 1792,
"initializer_range": 0.02,
"intermediate_size": 4608,
"layer_types": [
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention"
],
"max_position_embeddings": 16384,
"max_window_layers": 40,
"model_name": "Ba2han/random_model",
"model_type": "qwen3",
"num_attention_heads": 16,
"num_hidden_layers": 40,
"num_key_value_heads": 4,
"pad_token_id": 0,
"rms_norm_eps": 1e-08,
"rope_parameters": {
"rope_theta": 500000,
"rope_type": "default"
},
"sliding_window": null,
"tie_word_embeddings": true,
"transformers_version": "5.5.0",
"unsloth_version": "2026.7.5",
"use_cache": false,
"use_sliding_window": false,
"vocab_size": 60800
}

View File

@@ -0,0 +1,13 @@
{
"_from_model_config": true,
"bos_token_id": 2,
"eos_token_id": [
3
],
"max_length": 16384,
"output_attentions": false,
"output_hidden_states": false,
"pad_token_id": 0,
"transformers_version": "5.5.0",
"use_cache": false
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:35000bdf3954efc7ee30f01b98df087db334b08f2a22f665dff40f61200ba098
size 2934389864

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1c9adc61bf25a736879c0336bd1614a2e0230e7d5f4a82be7e49909c14716386
size 1471203730

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:26592b1cd842c4ce361f446ba95c6207828468b148db942589de49f1b302404b
size 14917

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3bf408af229538a1e55063d321681aee8925a0f675b9de64e81e09aaf34869fc
size 14917

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fed6a8c23b7b6bde187eeb9cf51deffe8a602d7a16dd7199c7b51d919654c30f
size 9785

245712
last-checkpoint/tokenizer.json Normal file

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5357451c98ebd280196f0cd22532c6f262f181c0125cf89083521ba98a68f3cf
size 5777