Release v0.3.6.post2 (#2214)

Co-authored-by: Yineng Zhang <me@zhyncs.com>
2024-11-27 03:35:30 -08:00
parent fb6e04a0c2
commit fed4c6946a
9 changed files with 16 additions and 17 deletions
--- a/python/sglang/bench_one_batch.py
+++ b/python/sglang/bench_one_batch.py
@@ -466,7 +466,6 @@ if __name__ == "__main__":

    try:
        main(server_args, bench_args)
-    except Exception as e:
-        raise e
    finally:
-        kill_child_process()
+        if server_args.tp_size != 1:
+            kill_child_process()