Update version to 0.1.17 (#515)
This commit is contained in:
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
||||
|
||||
[project]
|
||||
name = "sglang"
|
||||
version = "0.1.16"
|
||||
version = "0.1.17"
|
||||
description = "A structured generation langauge for LLMs."
|
||||
readme = "README.md"
|
||||
requires-python = ">=3.8"
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
__version__ = "0.1.16"
|
||||
__version__ = "0.1.17"
|
||||
|
||||
# SGL API Components
|
||||
from sglang.api import (
|
||||
|
||||
@@ -26,8 +26,8 @@ class GlobalConfig:
|
||||
self.concate_and_append_mode = "no_adjust"
|
||||
|
||||
# Request dependency time due to network delay
|
||||
self.request_dependency_delay = 0.03
|
||||
self.wait_for_new_request_delay = 0.0006
|
||||
self.request_dependency_delay = 0.02
|
||||
self.wait_for_new_request_delay = 0.0004
|
||||
|
||||
# New generation token ratio estimation
|
||||
self.base_new_token_ratio = 0.4
|
||||
|
||||
@@ -15,6 +15,7 @@ class ForwardMode(IntEnum):
|
||||
EXTEND = auto()
|
||||
DECODE = auto()
|
||||
|
||||
|
||||
class BaseFinishReason:
|
||||
def __init__(self, is_error: bool = False):
|
||||
self.is_error = is_error
|
||||
|
||||
Reference in New Issue
Block a user