#590 Increase default , track changes in examples and documentation (#971)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
2024-08-08 02:54:46 +02:00
parent 2b8257f325
commit c62d560c03
6 changed files with 10 additions and 10 deletions
--- a/scripts/deprecated/test_httpserver_llava.py
+++ b/scripts/deprecated/test_httpserver_llava.py
@@ -36,7 +36,7 @@ async def test_concurrent(args):
                    "image_data": "example_image.png",
                    "sampling_params": {
                        "temperature": 0,
-                        "max_new_tokens": 16,
+                        "max_new_tokens": 64,
                    },
                },
            )