[Fix] the issue of random order when input is a list (#1199)

This commit is contained in:
Ying Sheng
2024-08-24 21:43:03 -07:00
committed by GitHub
parent e61d13acdf
commit 1cb4da5c5f
4 changed files with 23 additions and 20 deletions

View File

@@ -28,10 +28,10 @@ from sglang.srt.server import Runtime
DEFAULT_PROMPTS = [
# the output of gemma-2-2b from SRT is unstable on the commented prompt
# "The capital of France is",
"Apple is red. Banana is Yellow. " * 800 + "Apple is",
"The capital of the United Kindom is",
"Today is a sunny day and I like",
"AI is a field of computer science focused on",
"Apple is red. Banana is Yellow. " * 800 + "Apple is",
]
dirpath = os.path.dirname(__file__)