EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

#590 Increase default , track changes in examples and documentation (#971)

Browse Source 
Co-authored-by: Ying Sheng <sqy1415@gmail.com>
This commit is contained in:
foszto
2024-08-08 02:54:46 +02:00
committed by GitHub
parent 2b8257f325
commit c62d560c03
6 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/lang/compiler.py
View File

@@ -125,7 +125,7 @@ class CompiledFunction:
def run(
self,
*,
max_new_tokens: int = 16,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = (),
temperature: float = 1.0,
top_p: float = 1.0,
@@ -155,7 +155,7 @@ class CompiledFunction:
self,
batch_kwargs,
*,
max_new_tokens: int = 16,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = (),
temperature: float = 1.0,
top_p: float = 1.0,

6
python/sglang/lang/ir.py
View File

@@ -16,7 +16,7 @@ REGEX_STRING = r"\"[\w\d\s]*\"" # bugs with regex r"\".*\"" in interegular pkg
@dataclasses.dataclass
class SglSamplingParams:
max_new_tokens: int = 16
max_new_tokens: int = 128
stop: Union[str, List[str]] = ()
temperature: float = 1.0
top_p: float = 1.0
@@ -140,7 +140,7 @@ class SglFunction:
def run(
self,
*args,
max_new_tokens: int = 16,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = (),
temperature: float = 1.0,
top_p: float = 1.0,
@@ -179,7 +179,7 @@ class SglFunction:
self,
batch_kwargs,
*,
max_new_tokens: int = 16,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = (),
temperature: float = 1.0,
top_p: float = 1.0,

2
python/sglang/srt/sampling_params.py
View File

@@ -23,7 +23,7 @@ _SAMPLING_EPS = 1e-6
class SamplingParams:
def __init__(
self,
max_new_tokens: int = 16,
max_new_tokens: int = 128,
stop: Optional[Union[str, List[str]]] = None,
temperature: float = 1.0,
top_p: float = 1.0,