初始化项目,由ModelHub XC社区提供模型

Model: fpadovani/gf10_pret_on_shuff_dyck_4000_sm
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-21 04:20:11 +08:00
commit ad738d24b2
58 changed files with 1302857 additions and 0 deletions

View File

@@ -0,0 +1,36 @@
{
"activation_function": "gelu",
"add_cross_attention": false,
"architectures": [
"GPT2LMHeadModel"
],
"attn_pdrop": 0.1,
"bos_token_id": 50000,
"dtype": "bfloat16",
"embd_pdrop": 0.1,
"eos_token_id": 50001,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_ctx": 2048,
"n_embd": 512,
"n_head": 8,
"n_inner": 2048,
"n_layer": 4,
"n_positions": 2048,
"pad_token_id": 50002,
"prefix": "[CLS]",
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"tie_word_embeddings": true,
"transformers_version": "5.4.0",
"use_cache": false,
"vocab_size": 51200
}

View File

@@ -0,0 +1,14 @@
{
"_from_model_config": true,
"bos_token_id": 50000,
"eos_token_id": [
50001,
3,
50001
],
"output_attentions": false,
"output_hidden_states": false,
"pad_token_id": 50002,
"transformers_version": "5.4.0",
"use_cache": true
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5bf318255ef1118fb876bdd0f6f3c3a4ee9e8d6413e6e55455fdcd0771a01c57
size 79752272

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:545502a81f967897800a0a29704479af1dbb89a97afa413d01e8e0894a65582e
size 159539211

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:142941e96091b165c60351ace62ac18f54b4f074b37024d03845816de5d3a13f
size 14645

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:555a2cfebc94625545c92c3a3e28373693e86e90d2245cbd91f2c4e58d7d5545
size 1465

210940
checkpoint-4630/tokenizer.json Normal file

File diff suppressed because one or more lines are too long

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:51467be12158fe327f123a3ae1ce8889e538c054a1550da3272901ab8da64aa5
size 5777