初始化项目,由ModelHub XC社区提供模型

Model: fpadovani/heb-hebr-10mb-after-ppt-Dp-10mb-ckpt500_seed3407
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-30 02:33:18 +08:00
commit 6c35b32e2a
200 changed files with 459155 additions and 0 deletions

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,34 @@
{
"activation_function": "gelu",
"architectures": [
"GPT2LMHeadModel"
],
"attn_pdrop": 0.1,
"bos_token_id": 50000,
"dtype": "bfloat16",
"embd_pdrop": 0.1,
"eos_token_id": 50001,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_ctx": 512,
"n_embd": 512,
"n_head": 8,
"n_inner": 2048,
"n_layer": 4,
"n_positions": 512,
"pad_token_id": 50002,
"prefix": "[CLS]",
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"transformers_version": "4.56.2",
"use_cache": true,
"vocab_size": 51200
}

View File

@@ -0,0 +1,9 @@
{
"_from_model_config": true,
"bos_token_id": 50000,
"eos_token_id": [
50001
],
"pad_token_id": 50002,
"transformers_version": "4.56.2"
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f4537b3ee840915044674de190f6987934522c99340658a8b14e76bb87077acf
size 78179408

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e74ff5fb8dc3d54d7ada866f4d5c322b7b4ad7de5f84fd6fd79f54388dbd0732
size 14645

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:097779febe3e13e4a53d31ae9149f98d1a38f4c8c15cf27a155f397cf570b9d8
size 1283020

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a0c5d31927d6c146f398bf025aa21f2544ad218e479ccebd626392dbf7ea87bc
size 6353