[Feature] Initial support for multi-LoRA serving (#1307)

python/sglang/srt/managers/io_struct.py

@@ -55,6 +55,9 @@ class GenerateReqInput:
 
     is_single: bool = True
 
+    # LoRA related
+    lora_path: Optional[Union[List[Optional[str]], Optional[str]]] = None
+
     def post_init(self):
         if (self.text is None and self.input_ids is None) or (
             self.text is not None and self.input_ids is not None
@@ -184,6 +187,9 @@ class TokenizedGenerateReqInput:
     # Modalities of the input images
     modalites: Optional[List[str]] = None
 
+    # LoRA related
+    lora_path: Optional[str] = None  # None means just use the base model
+
 
 @dataclass
 class EmbeddingReqInput: