Support start up LoRA server without initial adapters (#8019)

2025-07-19 15:38:09 -07:00
parent 60468da4e2
commit 4e3defe5a7
12 changed files with 290 additions and 195 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -2892,3 +2892,17 @@ def parse_module_path(module_path, function_name, create_dummy):
        return final_module, getattr(final_module, function_name)

    return final_module, None
+
+
+# LoRA-related constants and utilities
+SUPPORTED_LORA_TARGET_MODULES = [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+]
+
+LORA_TARGET_ALL_MODULES = "all"