[ci] fix pp test (#11294)
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
@@ -406,7 +406,7 @@ class TestBenchServing(CustomTestCase):
|
||||
request_rate=float("inf"),
|
||||
random_input_len=1,
|
||||
random_output_len=1024,
|
||||
other_server_args=["--pp", "2"],
|
||||
other_server_args=["--pp-size", "2"],
|
||||
need_warmup=True,
|
||||
seed=42,
|
||||
)
|
||||
@@ -429,8 +429,8 @@ class TestBenchServing(CustomTestCase):
|
||||
other_server_args=[
|
||||
"--quantization",
|
||||
"fp8",
|
||||
"--pp",
|
||||
2,
|
||||
"--pp-size",
|
||||
"2",
|
||||
],
|
||||
need_warmup=False,
|
||||
seed=42,
|
||||
|
||||
Reference in New Issue
Block a user