Clean up model loader (#1440)

2024-09-16 18:16:27 -07:00
parent 93dffd699b
commit 27b557aea7
5 changed files with 33 additions and 80 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -152,7 +152,7 @@ async def flush_cache():
 async def update_weights(obj: UpdateWeightReqInput, request: Request):

    success, message = await tokenizer_manager.update_weights(obj, request)
-    content = {"message": message, "success": str(success)}
+    content = {"success": success, "message": message}
    if success:
        return JSONResponse(
            content,