udate weights from disk (#2265)

2024-11-29 17:17:00 -08:00
parent b53d6cbda3
commit 7d5d1d3d29
11 changed files with 54 additions and 40 deletions
--- a/python/sglang/test/test_utils.py
+++ b/python/sglang/test/test_utils.py
@@ -424,6 +424,7 @@ def popen_launch_server(
        port,
        *other_args,
    ]
+
    if api_key:
        command += ["--api-key", api_key]