[Feat] Support update weights without restart server (#1157)

This commit is contained in:
Shan Yu
2024-08-20 13:48:24 -07:00
committed by GitHub
parent 350a81609b
commit cd10654e7e
7 changed files with 303 additions and 13 deletions

View File

@@ -278,6 +278,20 @@ class FlushCacheReq:
pass
@dataclass
class UpdateWeightReqInput:
# The model path with the new weights
model_path: str
# The format to load the weights
load_format: Optional[str] = None
@dataclass
class UpdateWeightReqOutput:
success: bool
message: str
@dataclass
class AbortReq:
# The request id