Update vllm version to support llama3.1 (#705)

2024-07-23 13:49:34 -07:00
parent fa7ccb3316
commit 444a02441a
4 changed files with 5 additions and 9 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -222,6 +222,7 @@ def launch_server(
        detokenizer_port=ports[2],
        nccl_ports=ports[3:],
    )
+    logger.info(f"{server_args=}")

    # Handle multi-node tensor parallelism
    if server_args.nnodes > 1: