From 2a99993cd968854eca891b4b9e9ad406560155cd Mon Sep 17 00:00:00 2001
From: wellhowtosay <aaa7327403@qq.com>
Date: Sun, 22 Sep 2024 17:20:26 +0800
Subject: [PATCH] Pr fix max workers (#1456)

Co-authored-by: baolujia <baolujia@shizhuang-inc.com>
Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
---
 python/sglang/srt/managers/tokenizer_manager.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py
index 84cd39469..e2fa246bb 100644
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -123,6 +123,7 @@ class TokenizerManager:
                     initializer=init_global_processor,
                     mp_context=mp.get_context("fork"),
                     initargs=(server_args,),
+                    max_workers=os.environ.get("SGLANG_CPU_COUNT", os.cpu_count()),
                 )
             else:
                 self.tokenizer = get_tokenizer(