初始化项目,由ModelHub XC社区提供模型
Model: yhavinga/gpt2-large-dutch Source: Original Platform
This commit is contained in:
14
create_config.py
Normal file
14
create_config.py
Normal file
@@ -0,0 +1,14 @@
|
||||
from transformers import GPT2Config
|
||||
|
||||
import os
|
||||
|
||||
config_type = os.environ.get("CONFIG_TYPE")
|
||||
dataset_name = os.environ.get("DATASET")
|
||||
dataset_config = os.environ.get("DATASET_CONFIG")
|
||||
dataset_split = os.environ.get("DATASET_SPLIT")
|
||||
vocab_size = int(os.environ.get("VOCAB_SIZE"))
|
||||
model_path = os.environ.get("MODEL_PATH")
|
||||
|
||||
|
||||
config = GPT2Config.from_pretrained(config_type, resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0, vocab_size=vocab_size)
|
||||
config.save_pretrained(model_path)
|
||||
Reference in New Issue
Block a user