初始化项目,由ModelHub XC社区提供模型
Model: TheBloke/baichuan-llama-7B-GPTQ Source: Original Platform
This commit is contained in:
14
convert_baichuan_to_llama.py
Normal file
14
convert_baichuan_to_llama.py
Normal file
@@ -0,0 +1,14 @@
|
||||
from collections import OrderedDict
|
||||
import torch
|
||||
|
||||
baichuan = torch.load("pytorch_model.bin")
|
||||
llama = OrderedDict()
|
||||
|
||||
for key in baichuan:
|
||||
if 'W_pack' in key:
|
||||
llama[key.replace('W_pack', 'q_proj')] = baichuan[key][:4096]
|
||||
llama[key.replace('W_pack', 'k_proj')] = baichuan[key][4096:4096 * 2]
|
||||
llama[key.replace('W_pack', 'v_proj')] = baichuan[key][4096 * 2:]
|
||||
else:
|
||||
llama[key] = baichuan[key]
|
||||
torch.save(llama, "pytorch_model.bin")
|
||||
Reference in New Issue
Block a user