#590 Increase default , track changes in examples and documentation (#971)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
2024-08-08 02:54:46 +02:00
parent 2b8257f325
commit c62d560c03
6 changed files with 10 additions and 10 deletions
--- a/docs/en/sampling_params.md
+++ b/docs/en/sampling_params.md
@@ -33,7 +33,7 @@ The `sampling_params` follows this format

 ```python
 # The maximum number of output tokens
-max_new_tokens: int = 16,
+max_new_tokens: int = 128,
 # Stop when hitting any of the strings in this list.
 stop: Optional[Union[str, List[str]]] = None,
 # Sampling temperature
@@ -90,7 +90,7 @@ response = requests.post(
        "text": "The capital of France is",
        "sampling_params": {
            "temperature": 0,
-            "max_new_tokens": 256,
+            "max_new_tokens": 32,
        },
        "stream": True,
    },