From 8024fc5eec67c9ba9bd4df36bade64a939624ab4 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 17 Jan 2024 16:38:20 -0800 Subject: [PATCH] Fix streaming (#30) --- python/sglang/srt/server_args.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index e8e7d6f8c..3bf4cb991 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -116,7 +116,7 @@ class ServerArgs: parser.add_argument( "--stream-interval", type=int, - default=ServerArgs.random_seed, + default=ServerArgs.stream_interval, help="The interval in terms of token length for streaming", ) parser.add_argument(