diff --git a/python/pyproject.toml b/python/pyproject.toml index 0fd0c3cc1..1966470a2 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "sglang" -version = "0.1.6" +version = "0.1.7" description = "A structured generation langauge for LLMs." readme = "README.md" requires-python = ">=3.8" diff --git a/python/sglang/__init__.py b/python/sglang/__init__.py index 1e94eed25..92f7d0c43 100644 --- a/python/sglang/__init__.py +++ b/python/sglang/__init__.py @@ -1,4 +1,4 @@ -__version__ = "0.1.6" +__version__ = "0.1.7" from sglang.api import * from sglang.global_config import global_config diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py index a7fffa508..f7427ddea 100644 --- a/python/sglang/lang/interpreter.py +++ b/python/sglang/lang/interpreter.py @@ -80,7 +80,7 @@ def run_program_batch( # Run all programs if num_threads == "auto": - num_threads = min(64, multiprocessing.cpu_count() * 8) + num_threads = max(64, multiprocessing.cpu_count() * 8) num_threads = min(num_threads, len(batch_arguments)) if num_threads == 1: