初始化项目,由ModelHub XC社区提供模型

Model: craa/100M_low_1000_6910
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-13 19:27:39 +08:00
commit 76e92de654
134 changed files with 3525420 additions and 0 deletions

View File

@@ -0,0 +1,31 @@
{
"activation_function": "gelu_new",
"architectures": [
"GPT2LMHeadModel"
],
"attn_pdrop": 0.1,
"bos_token_id": 50256,
"embd_pdrop": 0.1,
"eos_token_id": 50256,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_embd": 768,
"n_head": 12,
"n_inner": null,
"n_layer": 12,
"n_positions": 1024,
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"torch_dtype": "float32",
"transformers_version": "4.47.0.dev0",
"use_cache": true,
"vocab_size": 52000
}

View File

@@ -0,0 +1,6 @@
{
"_from_model_config": true,
"bos_token_id": 50256,
"eos_token_id": 50256,
"transformers_version": "4.47.0.dev0"
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:805fd78f9c3d10a2a6684c81eff3f2e868e2d632a55c59a61b3337137081230c
size 503128704

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:44fae0d88d8bcd1f71ad94bacd64009b1bd6690af9e11dab178894cf34c2e005
size 1006351290

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:085c2b444c23f56b7220029b7fc401d102bb3f89fee2fd16c8e6292abe326875
size 14244

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:30ec4589fa7ea66fa548b837d232fd4cf22314611740f58d8ac1fd6c158eba0e
size 1064

View File

@@ -0,0 +1 @@
{}

269727
checkpoint-60000/tokenizer.json Normal file

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fe4bc3f5331aa4ca13eac4e833f0046ac51a91820c81b312cbdeb531b06a5b1f
size 5304