初始化项目,由ModelHub XC社区提供模型

Model: yhavinga/gpt2-large-dutch
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-01 11:51:18 +08:00
commit a6d98f1b47
26 changed files with 51259 additions and 0 deletions

14
create_config.py Normal file
View File

@@ -0,0 +1,14 @@
from transformers import GPT2Config
import os
config_type = os.environ.get("CONFIG_TYPE")
dataset_name = os.environ.get("DATASET")
dataset_config = os.environ.get("DATASET_CONFIG")
dataset_split = os.environ.get("DATASET_SPLIT")
vocab_size = int(os.environ.get("VOCAB_SIZE"))
model_path = os.environ.get("MODEL_PATH")
config = GPT2Config.from_pretrained(config_type, resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0, vocab_size=vocab_size)
config.save_pretrained(model_path)