初始化项目,由ModelHub XC社区提供模型
Model: TheBloke/WizardCoder-Guanaco-15B-V1.1-GPTQ Source: Original Platform
This commit is contained in:
24
split_pytorch.py
Normal file
24
split_pytorch.py
Normal file
@@ -0,0 +1,24 @@
|
||||
import os
|
||||
import torch
|
||||
import json
|
||||
|
||||
# load your large model
|
||||
model = SomeLargeModel('/mnt/e/ai_cache/output/wizardcoder_mmlu_2/merged')
|
||||
model.load_state_dict(torch.load('pytorch_model.bin'))
|
||||
|
||||
# save each tensor to a separate file and record the mapping in the index
|
||||
state_dict = model.state_dict()
|
||||
index = {"metadata": {"total_size": 0}, "weight_map": {}}
|
||||
i = 1
|
||||
total_files = len(state_dict.keys())
|
||||
|
||||
for key, tensor in state_dict.items():
|
||||
chunk_file = f'pytorch_model-{str(i).zfill(5)}-of-{str(total_files).zfill(5)}.bin'
|
||||
torch.save({key: tensor}, chunk_file)
|
||||
index["weight_map"][key] = chunk_file
|
||||
index["metadata"]["total_size"] += tensor.nelement() * tensor.element_size()
|
||||
i += 1
|
||||
|
||||
# save the index
|
||||
with open('pytorch_model.bin.index', 'w') as f:
|
||||
json.dump(index, f)
|
||||
Reference in New Issue
Block a user