[Fix] Fix several issues preventing gemma3n LoRA support. (#8776)

This commit is contained in:
Lifu Huang
2025-08-04 17:11:46 -07:00
committed by GitHub
parent 6d0646da11
commit 7cb20754fa
3 changed files with 54 additions and 2 deletions

View File

@@ -386,6 +386,13 @@ class LoRAManager:
else:
self.target_modules = set()
for config in self.configs.values():
if not isinstance(config.target_modules, list):
raise ValueError(
f"SGLang currently only supports inferring LoRA target modules when a list of "
"suffixes is provided in `target_modules` field of PEFT config. Please explicitly "
"specify `--lora-target-modules` during server startup. You can specify `all` to "
"enable all support modules types. "
)
self.target_modules.update(config.target_modules)
if max_lora_rank is not None: