初始化项目,由ModelHub XC社区提供模型

Model: fpadovani/heb-hebr-10mb-after-ppt-Dp-100mb-ckpt500_seed3407
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-07 19:46:22 +08:00
commit 924089098f
330 changed files with 3609778 additions and 0 deletions

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,34 @@
{
"activation_function": "gelu",
"architectures": [
"GPT2LMHeadModel"
],
"attn_pdrop": 0.1,
"bos_token_id": 50000,
"dtype": "bfloat16",
"embd_pdrop": 0.1,
"eos_token_id": 50001,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_ctx": 512,
"n_embd": 512,
"n_head": 8,
"n_inner": 2048,
"n_layer": 4,
"n_positions": 512,
"pad_token_id": 50002,
"prefix": "[CLS]",
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"transformers_version": "4.56.2",
"use_cache": true,
"vocab_size": 51200
}

View File

@@ -0,0 +1,9 @@
{
"_from_model_config": true,
"bos_token_id": 50000,
"eos_token_id": [
50001
],
"pad_token_id": 50002,
"transformers_version": "4.56.2"
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:42c9b17f6fdb8142fa8767ee5db88ec6097c2c65a7c9a4f8b40ad6b40f205cf0
size 78179408

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ad8bc543339443ac0d73a3b59213d086f744ca868d93c854e91d5be334b18782
size 14645

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:38b155328359cdd2d3d2776654f2d30a8fa8923fa48c2edf841f5c870e4b14c7
size 1284754

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f34f80be3a37c5ac39bde8f2be3f1bae6e265d8289b2c6567b16633407fe59b1
size 6353