EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

release v0.1.7 & fix bugs

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-21 10:31:02 +00:00
parent 585eababa1
commit 723f042163
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project] [project]
name = "sglang" name = "sglang"
version = "0.1.6" version = "0.1.7"
description = "A structured generation langauge for LLMs." description = "A structured generation langauge for LLMs."
readme = "README.md" readme = "README.md"
requires-python = ">=3.8" requires-python = ">=3.8"

2
python/sglang/__init__.py
View File

@@ -1,4 +1,4 @@
__version__ = "0.1.6" __version__ = "0.1.7"
from sglang.api import * from sglang.api import *
from sglang.global_config import global_config from sglang.global_config import global_config

2
python/sglang/lang/interpreter.py
View File

@@ -80,7 +80,7 @@ def run_program_batch(
# Run all programs # Run all programs
if num_threads == "auto": if num_threads == "auto":
num_threads = min(64, multiprocessing.cpu_count() * 8) num_threads = max(64, multiprocessing.cpu_count() * 8)
num_threads = min(num_threads, len(batch_arguments)) num_threads = min(num_threads, len(batch_arguments))
if num_threads == 1: if num_threads == 1: