[Feat] Support update weights without restart server (#1157)
This commit is contained in:
@@ -278,6 +278,20 @@ class FlushCacheReq:
|
||||
pass
|
||||
|
||||
|
||||
@dataclass
|
||||
class UpdateWeightReqInput:
|
||||
# The model path with the new weights
|
||||
model_path: str
|
||||
# The format to load the weights
|
||||
load_format: Optional[str] = None
|
||||
|
||||
|
||||
@dataclass
|
||||
class UpdateWeightReqOutput:
|
||||
success: bool
|
||||
message: str
|
||||
|
||||
|
||||
@dataclass
|
||||
class AbortReq:
|
||||
# The request id
|
||||
|
||||
Reference in New Issue
Block a user