EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[UT for RL] Add UT to cover release/resume memory case for moe model (#8803)

Browse Source
This commit is contained in:
ryang
2025-09-10 10:25:12 +08:00
committed by GitHub
parent 676a7b51bd
commit dccf52f9c8
4 changed files with 79 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
test/srt/test_torch_compile_moe.py
View File

@@ -7,7 +7,7 @@ import requests
from sglang.srt.utils import is_cuda, kill_process_tree
from sglang.test.run_eval import run_eval
from sglang.test.test_utils import (
DEFAULT_SMALL_MOE_MODEL_NAME_FOR_TEST,
DEFAULT_SMALL_MOE_MODEL_NAME_FOR_TEST_BASE,
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST,
CustomTestCase,
@@ -18,7 +18,7 @@ from sglang.test.test_utils import (
class TestTorchCompileMoe(CustomTestCase):
@classmethod
def setUpClass(cls):
cls.model = DEFAULT_SMALL_MOE_MODEL_NAME_FOR_TEST
cls.model = DEFAULT_SMALL_MOE_MODEL_NAME_FOR_TEST_BASE
cls.base_url = DEFAULT_URL_FOR_TEST
cls.process = popen_launch_server(
cls.model,