EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update version to 0.1.17 (#515)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-06-07 19:49:18 -07:00
committed by GitHub
parent 91f93f141f
commit e8a2327d52
4 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project] [project]
name = "sglang" name = "sglang"
version = "0.1.16" version = "0.1.17"
description = "A structured generation langauge for LLMs." description = "A structured generation langauge for LLMs."
readme = "README.md" readme = "README.md"
requires-python = ">=3.8" requires-python = ">=3.8"

2
python/sglang/__init__.py
View File

@@ -1,4 +1,4 @@
__version__ = "0.1.16" __version__ = "0.1.17"
# SGL API Components # SGL API Components
from sglang.api import ( from sglang.api import (

4
python/sglang/global_config.py
View File

@@ -26,8 +26,8 @@ class GlobalConfig:
self.concate_and_append_mode = "no_adjust" self.concate_and_append_mode = "no_adjust"
# Request dependency time due to network delay # Request dependency time due to network delay
self.request_dependency_delay = 0.03 self.request_dependency_delay = 0.02
self.wait_for_new_request_delay = 0.0006 self.wait_for_new_request_delay = 0.0004
# New generation token ratio estimation # New generation token ratio estimation
self.base_new_token_ratio = 0.4 self.base_new_token_ratio = 0.4

1
python/sglang/srt/managers/controller/infer_batch.py
View File

@@ -15,6 +15,7 @@ class ForwardMode(IntEnum):
EXTEND = auto() EXTEND = auto()
DECODE = auto() DECODE = auto()
class BaseFinishReason: class BaseFinishReason:
def __init__(self, is_error: bool = False): def __init__(self, is_error: bool = False):
self.is_error = is_error self.is_error = is_error