release v0.1.7 & fix bugs

2024-01-21 10:31:02 +00:00
parent 585eababa1
commit 723f042163
3 changed files with 3 additions and 3 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"

 [project]
 name = "sglang"
-version = "0.1.6"
+version = "0.1.7"
 description = "A structured generation langauge for LLMs." 
 readme = "README.md"
 requires-python = ">=3.8"
--- a/python/sglang/init.py
+++ b/python/sglang/init.py
@@ -1,4 +1,4 @@
-__version__ = "0.1.6"
+__version__ = "0.1.7"

 from sglang.api import *
 from sglang.global_config import global_config
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -80,7 +80,7 @@ def run_program_batch(

    # Run all programs
    if num_threads == "auto":
-        num_threads = min(64, multiprocessing.cpu_count() * 8)
+        num_threads = max(64, multiprocessing.cpu_count() * 8)
    num_threads = min(num_threads, len(batch_arguments))

    if num_threads == 1: