udate weights from disk (#2265)

2024-11-29 17:17:00 -08:00
parent b53d6cbda3
commit 7d5d1d3d29
11 changed files with 54 additions and 40 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -352,7 +352,7 @@ class FlushCacheReq:


@dataclass
-class UpdateWeightReqInput:
+class UpdateWeightFromDiskReqInput:
    # The model path with the new weights
    model_path: str
    # The format to load the weights
@@ -360,7 +360,7 @@ class UpdateWeightReqInput:


@dataclass
-class UpdateWeightReqOutput:
+class UpdateWeightFromDiskReqOutput:
    success: bool
    message: str