初始化项目,由ModelHub XC社区提供模型

Model: Ba2han/outputs
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-03 14:39:21 +08:00
commit 56547fe85e
20 changed files with 551422 additions and 0 deletions

View File

@@ -0,0 +1,79 @@
{
"architectures": [
"Qwen3ForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 2,
"dtype": "bfloat16",
"eos_token_id": 3,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 1664,
"initializer_range": 0.02,
"intermediate_size": 4160,
"layer_types": [
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention"
],
"max_position_embeddings": 16384,
"max_window_layers": 42,
"model_name": "random_model",
"model_type": "qwen3",
"num_attention_heads": 12,
"num_hidden_layers": 42,
"num_key_value_heads": 4,
"pad_token_id": 0,
"rms_norm_eps": 1e-08,
"rope_parameters": {
"rope_theta": 500000,
"rope_type": "default"
},
"sliding_window": null,
"tie_word_embeddings": true,
"transformers_version": "5.5.0",
"unsloth_version": "2026.7.2",
"use_cache": false,
"use_sliding_window": false,
"vocab_size": 60800
}

View File

@@ -0,0 +1,13 @@
{
"_from_model_config": true,
"bos_token_id": 2,
"eos_token_id": [
3
],
"max_length": 16384,
"output_attentions": false,
"output_hidden_states": false,
"pad_token_id": 0,
"transformers_version": "5.5.0",
"use_cache": true
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:20ea5f7585b58037ef6766befaa0e3dd3972a5984d33bc8f660c150d4f7004e8
size 2519929824

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:dde9090de2d5b851bbc1b8ac29ce36b96de7801304fef72c174b7beef82b289d
size 1263881876

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:89645f9f6a2a8823b334e0748e4f5ea683a27b3d02632f0a241397db55d82fad
size 14645

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:17fb87d58729750b6a822803a97d31e8b5a10298c7ed151e194ef2326ce4cae7
size 14917

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:af0a7ee263c86993827e78489f8453a2f5e2dc4a319bacd7852b7779734bee70
size 14917

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:467ab64b0f273bc5cf44f044fe5b2ba3231edd9607ffb9d3cf59c5e73c849ccd
size 10233

245712
last-checkpoint/tokenizer.json Normal file

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fdbedf6b6e90518a8ea0dcc536d736ed32396c3ce9c9df7f146cbcc90f4661f8
size 5777