Increase timeout in test/srt/test_disaggregation.py (#7175)

This commit is contained in:
Lianmin Zheng
2025-06-13 23:12:14 -07:00
committed by GitHub
parent 93cec4335f
commit f47a1b1d0f
2 changed files with 4 additions and 20 deletions

View File

@@ -85,7 +85,7 @@ DEFAULT_SMALL_VLM_MODEL_NAME_FOR_TEST = "Qwen/Qwen2.5-VL-3B-Instruct"
DEFAULT_IMAGE_URL = "https://github.com/sgl-project/sglang/blob/main/test/lang/example_image.png?raw=true"
DEFAULT_VIDEO_URL = "https://raw.githubusercontent.com/EvolvingLMMs-Lab/sglang/dev/onevision_local/assets/jobs.mp4"
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH = 1000
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH = 600
def is_in_ci():

View File

@@ -103,7 +103,7 @@ class TestDisaggregationAccuracy(CustomTestCase):
)
@classmethod
def wait_server_ready(cls, url, timeout=60):
def wait_server_ready(cls, url, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH):
start_time = time.perf_counter()
while True:
try:
@@ -284,7 +284,7 @@ class TestDisaggregationMooncakeFailure(CustomTestCase):
)
@classmethod
def wait_server_ready(cls, url, timeout=60):
def wait_server_ready(cls, url, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH):
start_time = time.perf_counter()
while True:
try:
@@ -388,7 +388,7 @@ class TestDisaggregationMooncakeSpec(CustomTestCase):
cls.wait_server_ready(cls.lb_url + "/health")
@classmethod
def wait_server_ready(cls, url, timeout=60):
def wait_server_ready(cls, url, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH):
start_time = time.perf_counter()
while True:
try:
@@ -441,22 +441,6 @@ class TestDisaggregationMooncakeSpec(CustomTestCase):
other_args=decode_args,
)
@classmethod
def wait_server_ready(cls, url, timeout=60):
start_time = time.perf_counter()
while True:
try:
response = requests.get(url)
if response.status_code == 200:
print(f"Server {url} is ready")
return
except Exception:
pass
if time.perf_counter() - start_time > timeout:
raise RuntimeError(f"Server {url} failed to start in {timeout}s")
time.sleep(1)
@classmethod
def tearDownClass(cls):
for process in [cls.process_lb, cls.process_decode, cls.process_prefill]: