初始化项目,由ModelHub XC社区提供模型

Model: flax-community/norsk-gpt-wiki
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-30 18:59:31 +08:00
commit 9cdf0dcba9
16 changed files with 50191 additions and 0 deletions

8
save_model.py Normal file
View File

@@ -0,0 +1,8 @@
from transformers import AutoTokenizer, GPT2LMHeadModel
'''
This is a script to convert the Jax model and the tokenizer to Pytorch model
'''
model = GPT2LMHeadModel.from_pretrained(".", from_flax=True)
model.save_pretrained(".")
tokenizer = AutoTokenizer.from_pretrained(".")
tokenizer.save_pretrained(".")