EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Feature/make PEFT adapter module format compatibile (#11080)

Browse Source
This commit is contained in:
Chenxi Li
2025-09-30 16:32:02 -07:00
committed by GitHub
parent 8ce830a8b0
commit 84a9f5d660
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/lora/utils.py
View File

@@ -98,6 +98,7 @@ def get_normalized_target_modules(
) -> set[str]: ) -> set[str]:
""" """
Mapping a list of target module name to names of the normalized LoRA weights. Mapping a list of target module name to names of the normalized LoRA weights.
Handles both base module names (e.g., "gate_proj") and prefixed module names (e.g., "feed_forward.gate_proj").
""" """
params_mapping = { params_mapping = {
"q_proj": "qkv_proj", "q_proj": "qkv_proj",
@@ -109,7 +110,8 @@ def get_normalized_target_modules(
result = set() result = set()
for name in target_modules: for name in target_modules:
normalized_name = params_mapping.get(name, name) base_name = name.split(".")[-1]
normalized_name = params_mapping.get(base_name, base_name)
result.add(normalized_name) result.add(normalized_name)
return result return result