初始化项目,由ModelHub XC社区提供模型

Model: craa/100M_low_1000_6910
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-13 19:27:39 +08:00
commit 76e92de654
134 changed files with 3525420 additions and 0 deletions

View File

@@ -0,0 +1,31 @@
{
"activation_function": "gelu_new",
"architectures": [
"GPT2LMHeadModel"
],
"attn_pdrop": 0.1,
"bos_token_id": 50256,
"embd_pdrop": 0.1,
"eos_token_id": 50256,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_embd": 768,
"n_head": 12,
"n_inner": null,
"n_layer": 12,
"n_positions": 1024,
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"torch_dtype": "float32",
"transformers_version": "4.47.0.dev0",
"use_cache": true,
"vocab_size": 52000
}

View File

@@ -0,0 +1,6 @@
{
"_from_model_config": true,
"bos_token_id": 50256,
"eos_token_id": 50256,
"transformers_version": "4.47.0.dev0"
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f7cadb65a3990a14f5d25ccfc9535475a4bee04ac20b418b087da1afa33f8e05
size 503128704

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:22727be18c78d8f568b093373ea5c36ae744b73f76eca64ded26f5a32456ebc0
size 1006351290

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a141f4fee467c9f69d2cd3028d5c152fefdd875024276bf4a129287cee10b7a6
size 14244

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:834b1dd5d2ac795fd2716a17eae79a2a7944c05863af2feeeb604b29ad32b195
size 1064

View File

@@ -0,0 +1 @@
{}

269727
checkpoint-70000/tokenizer.json Normal file

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fe4bc3f5331aa4ca13eac4e833f0046ac51a91820c81b312cbdeb531b06a5b1f
size 5304