初始化项目,由ModelHub XC社区提供模型

Model: Ba2han/TR_SFT2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-09-12 09:26:17 +08:00
commit 4730fab543
18 changed files with 512830 additions and 0 deletions

View File

@@ -0,0 +1,79 @@
{
"architectures": [
"Qwen3ForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 2,
"dtype": "bfloat16",
"eos_token_id": 60800,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 1664,
"initializer_range": 0.02,
"intermediate_size": 4160,
"layer_types": [
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention"
],
"max_position_embeddings": 16384,
"max_window_layers": 42,
"model_name": "TR_SFT1/checkpoint-2424",
"model_type": "qwen3",
"num_attention_heads": 12,
"num_hidden_layers": 42,
"num_key_value_heads": 4,
"pad_token_id": 0,
"rms_norm_eps": 1e-08,
"rope_parameters": {
"rope_theta": 500000,
"rope_type": "default"
},
"sliding_window": null,
"tie_word_embeddings": true,
"transformers_version": "5.5.0",
"unsloth_version": "2026.7.3",
"use_cache": false,
"use_sliding_window": false,
"vocab_size": 60802
}

View File

@@ -0,0 +1,13 @@
{
"_from_model_config": true,
"bos_token_id": 2,
"eos_token_id": [
60800
],
"max_length": 16384,
"output_attentions": false,
"output_hidden_states": false,
"pad_token_id": 0,
"transformers_version": "5.5.0",
"use_cache": true
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fad0fffecac667b4bd42898dc02af5263a0645ca8da91f824c06cbdad8fa1204
size 2519936480

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:13963e3747f292c4abb84282dca1dc894614b15fd29494819787e6965f49b109
size 1265545196

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d895ccae2b55d4ea213653ca4a80d00de131463e105716eab1b7022906f260bf
size 14645

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:928c0ece5d74a1f1534585be81bd5abe50b46271e619925208983a9ee25ecbf6
size 10233

245730
last-checkpoint/tokenizer.json Normal file

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:17efb688f493d141c41ca6af4075c55fcab2c5d9b2815fcb8b4339d12bb6fe66
size 5777