Update version to 0.1.17 (#515)

This commit is contained in:
Lianmin Zheng
2024-06-07 19:49:18 -07:00
committed by GitHub
parent 91f93f141f
commit e8a2327d52
4 changed files with 5 additions and 4 deletions

View File

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "sglang"
version = "0.1.16"
version = "0.1.17"
description = "A structured generation langauge for LLMs."
readme = "README.md"
requires-python = ">=3.8"

View File

@@ -1,4 +1,4 @@
__version__ = "0.1.16"
__version__ = "0.1.17"
# SGL API Components
from sglang.api import (

View File

@@ -26,8 +26,8 @@ class GlobalConfig:
self.concate_and_append_mode = "no_adjust"
# Request dependency time due to network delay
self.request_dependency_delay = 0.03
self.wait_for_new_request_delay = 0.0006
self.request_dependency_delay = 0.02
self.wait_for_new_request_delay = 0.0004
# New generation token ratio estimation
self.base_new_token_ratio = 0.4

View File

@@ -15,6 +15,7 @@ class ForwardMode(IntEnum):
EXTEND = auto()
DECODE = auto()
class BaseFinishReason:
def __init__(self, is_error: bool = False):
self.is_error = is_error