[ci] fix pp test (#11294)
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
@@ -406,7 +406,7 @@ class TestBenchServing(CustomTestCase):
|
|||||||
request_rate=float("inf"),
|
request_rate=float("inf"),
|
||||||
random_input_len=1,
|
random_input_len=1,
|
||||||
random_output_len=1024,
|
random_output_len=1024,
|
||||||
other_server_args=["--pp", "2"],
|
other_server_args=["--pp-size", "2"],
|
||||||
need_warmup=True,
|
need_warmup=True,
|
||||||
seed=42,
|
seed=42,
|
||||||
)
|
)
|
||||||
@@ -429,8 +429,8 @@ class TestBenchServing(CustomTestCase):
|
|||||||
other_server_args=[
|
other_server_args=[
|
||||||
"--quantization",
|
"--quantization",
|
||||||
"fp8",
|
"fp8",
|
||||||
"--pp",
|
"--pp-size",
|
||||||
2,
|
"2",
|
||||||
],
|
],
|
||||||
need_warmup=False,
|
need_warmup=False,
|
||||||
seed=42,
|
seed=42,
|
||||||
|
|||||||
Reference in New Issue
Block a user