初始化项目,由ModelHub XC社区提供模型

Model: flax-community/gpt2-medium-indonesian
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-07 05:43:18 +08:00
commit e9d472cebf
24 changed files with 51340 additions and 0 deletions

12
jax2torch.py Normal file
View File

@@ -0,0 +1,12 @@
from transformers import AutoTokenizer, GPT2LMHeadModel
'''
This is a script to convert the Jax model and the tokenizer to Pytorch model
'''
model = GPT2LMHeadModel.from_pretrained(".", from_flax=True)
model.save_pretrained(".")
tokenizer = AutoTokenizer.from_pretrained(".")
tokenizer.save_pretrained(".")