EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Clean warning logs for gate_proj loading in Lora (#8172)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-07-19 15:56:50 -07:00
committed by GitHub
parent 4e3defe5a7
commit 8cddfa56a1
1 changed files with 0 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/lora/lora.py
View File

@@ -186,10 +186,6 @@ class LoRAAdapter(nn.Module):
up_name = weight_name.replace("gate_proj", "up_proj") up_name = weight_name.replace("gate_proj", "up_proj")
gate_up_name = weight_name.replace("gate_proj", "gate_up_proj") gate_up_name = weight_name.replace("gate_proj", "gate_up_proj")
if up_name not in weights: if up_name not in weights:
logger.warning(
f"Gate projection {weight_name} does not have a corresponding up projection {up_name}. "
f"Initializing up projection to zero."
)
weights[up_name] = torch.zeros_like(weights[weight_name]) weights[up_name] = torch.zeros_like(weights[weight_name])
# FIXME: Add gate-only support for flashinfer in future implementations # FIXME: Add gate-only support for flashinfer in future implementations
assert self.lora_backend.name == "triton", ( assert self.lora_backend.name == "triton", (