初始化项目,由ModelHub XC社区提供模型

Model: TheBloke/baichuan-llama-7B-GPTQ
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-23 01:15:13 +08:00
commit 10b36f2f4f
13 changed files with 119484 additions and 0 deletions

View File

@@ -0,0 +1,14 @@
from collections import OrderedDict
import torch
baichuan = torch.load("pytorch_model.bin")
llama = OrderedDict()
for key in baichuan:
if 'W_pack' in key:
llama[key.replace('W_pack', 'q_proj')] = baichuan[key][:4096]
llama[key.replace('W_pack', 'k_proj')] = baichuan[key][4096:4096 * 2]
llama[key.replace('W_pack', 'v_proj')] = baichuan[key][4096 * 2:]
else:
llama[key] = baichuan[key]
torch.save(llama, "pytorch_model.bin")