EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

release v0.1.7 & fix bugs

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-21 10:31:02 +00:00
parent 585eababa1
commit 723f042163
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/lang/interpreter.py
View File

@@ -80,7 +80,7 @@ def run_program_batch(
# Run all programs
if num_threads == "auto":
num_threads = min(64, multiprocessing.cpu_count() * 8)
num_threads = max(64, multiprocessing.cpu_count() * 8)
num_threads = min(num_threads, len(batch_arguments))
if num_threads == 1: