[Minor] Improve code style (#2422)

2024-12-09 06:30:35 -08:00
parent 0ce091a82d
commit 641b7d0ae0
15 changed files with 33 additions and 21 deletions
--- a/python/sglang/bench_offline_throughput.py
+++ b/python/sglang/bench_offline_throughput.py
@@ -285,7 +285,7 @@ def throughput_test(
    else:
        raise ValueError('Please set backend to either "engine" or "runtime"')

-    tokenizer_id = server_args.model_path
+    tokenizer_id = server_args.tokenizer_path or server_args.model_path
    tokenizer = get_tokenizer(tokenizer_id)

    # Set global environmnets