#590 Increase default , track changes in examples and documentation (#971)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
2024-08-08 02:54:46 +02:00
parent 2b8257f325
commit c62d560c03
6 changed files with 10 additions and 10 deletions
--- a/python/sglang/srt/sampling_params.py
+++ b/python/sglang/srt/sampling_params.py
@@ -23,7 +23,7 @@ _SAMPLING_EPS = 1e-6
 class SamplingParams:
    def __init__(
        self,
-        max_new_tokens: int = 16,
+        max_new_tokens: int = 128,
        stop: Optional[Union[str, List[str]]] = None,
        temperature: float = 1.0,
        top_p: float = 1.0,