Refactor LoRAManager and LoRAMemoryPool state management logic for dynamic LoRA loading support (#7412)

2025-06-21 16:09:19 -07:00
parent 72676cd6c0
commit 1998ce4046
4 changed files with 226 additions and 119 deletions
--- a/python/sglang/srt/lora/utils.py
+++ b/python/sglang/srt/lora/utils.py
@@ -108,7 +108,7 @@ def get_hidden_dim(

 def get_normalized_lora_weight_names(name: str) -> Tuple[List[str], List[str]]:
    """
-    Mapping a target module name to names of the normized LoRA weights.
+    Mapping a target module name to names of the normalized LoRA weights.
    Returned tuple contains (name for Lora A, name for Lora B)
    """
    params_mapping = {