From 296f6892425560c7f2b1f4245d0ab74b44814d23 Mon Sep 17 00:00:00 2001 From: ishandhanani <82981111+ishandhanani@users.noreply.github.com> Date: Mon, 20 Oct 2025 00:27:19 -0700 Subject: [PATCH] fix(server_args): handle tokenizer init conflicts (#11776) --- python/sglang/srt/server_args.py | 21 ++++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 939e502fc..6c9d7a8d1 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -1406,6 +1406,26 @@ class ServerArgs: "Please choose one tokenizer batching approach." ) + if self.skip_tokenizer_init: + if self.tokenizer_worker_num != 1: + logger.warning( + "skip_tokenizer_init=True disables tokenizer workers; forcing tokenizer_worker_num=1 " + f"(requested {self.tokenizer_worker_num})." + ) + self.tokenizer_worker_num = 1 + + if self.enable_tokenizer_batch_encode: + logger.warning( + "skip_tokenizer_init=True ignores --enable-tokenizer-batch-encode; disabling it." + ) + self.enable_tokenizer_batch_encode = False + + if self.enable_dynamic_batch_tokenizer: + logger.warning( + "skip_tokenizer_init=True ignores --enable-dynamic-batch-tokenizer; disabling it." + ) + self.enable_dynamic_batch_tokenizer = False + def _handle_environment_variables(self): os.environ["SGLANG_ENABLE_TORCH_COMPILE"] = ( "1" if self.enable_torch_compile else "0" @@ -3279,7 +3299,6 @@ class ServerArgs: " Please manually install torch 2.6.x." ) - # Check multi tokenizer assert self.tokenizer_worker_num > 0, "Tokenizer worker num must >= 1" self.validate_buckets_rule( "--prompt-tokens-buckets", self.prompt_tokens_buckets