EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Json Decode && Mutl-Turns (#4)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-01-15 16:49:29 +08:00
committed by GitHub
parent f652494df1
commit 08ab2a1655
27 changed files with 755 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/api.py
View File

@@ -37,6 +37,7 @@ def gen(
top_k: Optional[int] = None,
frequency_penalty: Optional[float] = None,
presence_penalty: Optional[float] = None,
ignore_eos: Optional[bool] = None,
dtype: Optional[type] = None,
choices: Optional[List[str]] = None,
regex: Optional[str] = None,
@@ -60,6 +61,7 @@ def gen(
top_k,
frequency_penalty,
presence_penalty,
ignore_eos,
dtype,
regex,
)
@@ -74,6 +76,7 @@ def gen_int(
top_k: Optional[int] = None,
frequency_penalty: Optional[float] = None,
presence_penalty: Optional[float] = None,
ignore_eos: Optional[bool] = None,
):
return SglGen(
name,
@@ -84,6 +87,7 @@ def gen_int(
top_k,
frequency_penalty,
presence_penalty,
ignore_eos,
int,
None,
)
@@ -98,6 +102,7 @@ def gen_string(
top_k: Optional[int] = None,
frequency_penalty: Optional[float] = None,
presence_penalty: Optional[float] = None,
ignore_eos: Optional[bool] = None,
):
return SglGen(
name,
@@ -108,6 +113,7 @@ def gen_string(
top_k,
frequency_penalty,
presence_penalty,
ignore_eos,
str,
None,
)