Pr fix max workers (#1456)

Co-authored-by: baolujia <baolujia@shizhuang-inc.com>
Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
This commit is contained in:
wellhowtosay
2024-09-22 17:20:26 +08:00
committed by GitHub
parent 167591e864
commit 2a99993cd9

View File

@@ -123,6 +123,7 @@ class TokenizerManager:
initializer=init_global_processor,
mp_context=mp.get_context("fork"),
initargs=(server_args,),
max_workers=os.environ.get("SGLANG_CPU_COUNT", os.cpu_count()),
)
else:
self.tokenizer = get_tokenizer(