diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 84cd39469..e2fa246bb 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -123,6 +123,7 @@ class TokenizerManager: initializer=init_global_processor, mp_context=mp.get_context("fork"), initargs=(server_args,), + max_workers=os.environ.get("SGLANG_CPU_COUNT", os.cpu_count()), ) else: self.tokenizer = get_tokenizer(