From 83d2b30d759ec2e7e781d4da7d4c98c0b778b941 Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Wed, 24 Jul 2024 10:53:07 +0000 Subject: [PATCH] format --- python/sglang/srt/managers/controller/tp_worker.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/python/sglang/srt/managers/controller/tp_worker.py b/python/sglang/srt/managers/controller/tp_worker.py index b07528141..baf509877 100644 --- a/python/sglang/srt/managers/controller/tp_worker.py +++ b/python/sglang/srt/managers/controller/tp_worker.py @@ -104,8 +104,7 @@ class ModelTpServer: else server_args.max_running_requests ) self.max_running_requests = min( - self.max_running_requests, - self.model_runner.req_to_token_pool.size - 1 + self.max_running_requests, self.model_runner.req_to_token_pool.size - 1 ) self.int_token_logit_bias = torch.tensor( get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)