EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Support min-p sampling (#1167)

Browse Source
This commit is contained in:
intervitens
2024-08-22 01:49:32 +03:00
committed by GitHub
parent d6aeb9fa15
commit 068e9eae55
7 changed files with 58 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/api.py
View File

@@ -66,6 +66,7 @@ def gen(
temperature: Optional[float] = None,
top_p: Optional[float] = None,
top_k: Optional[int] = None,
min_p: Optional[float] = None,
frequency_penalty: Optional[float] = None,
presence_penalty: Optional[float] = None,
ignore_eos: Optional[bool] = None,
@@ -103,6 +104,7 @@ def gen(
temperature,
top_p,
top_k,
min_p,
frequency_penalty,
presence_penalty,
ignore_eos,
@@ -123,6 +125,7 @@ def gen_int(
temperature: Optional[float] = None,
top_p: Optional[float] = None,
top_k: Optional[int] = None,
min_p: Optional[float] = None,
frequency_penalty: Optional[float] = None,
presence_penalty: Optional[float] = None,
ignore_eos: Optional[bool] = None,
@@ -139,6 +142,7 @@ def gen_int(
temperature,
top_p,
top_k,
min_p,
frequency_penalty,
presence_penalty,
ignore_eos,
@@ -159,6 +163,7 @@ def gen_string(
temperature: Optional[float] = None,
top_p: Optional[float] = None,
top_k: Optional[int] = None,
min_p: Optional[float] = None,
frequency_penalty: Optional[float] = None,
presence_penalty: Optional[float] = None,
ignore_eos: Optional[bool] = None,
@@ -175,6 +180,7 @@ def gen_string(
temperature,
top_p,
top_k,
min_p,
frequency_penalty,
presence_penalty,
ignore_eos,