Fix [test]: Env:SGLANG_TORCH_PROFILER_DIR for pytest. (#10780)
This commit is contained in:
@@ -126,6 +126,7 @@ class Envs:
|
|||||||
SGLANG_DISABLE_REQUEST_LOGGING = EnvBool(False)
|
SGLANG_DISABLE_REQUEST_LOGGING = EnvBool(False)
|
||||||
SGLANG_SIMULATE_ACC_LEN = EnvFloat(-1)
|
SGLANG_SIMULATE_ACC_LEN = EnvFloat(-1)
|
||||||
SGLANG_SIMULATE_ACC_METHOD = EnvStr("multinomial")
|
SGLANG_SIMULATE_ACC_METHOD = EnvStr("multinomial")
|
||||||
|
SGLANG_TORCH_PROFILER_DIR = EnvStr("/tmp")
|
||||||
|
|
||||||
# Model Parallel
|
# Model Parallel
|
||||||
SGLANG_USE_MESSAGE_QUEUE_BROADCASTER = EnvBool(True)
|
SGLANG_USE_MESSAGE_QUEUE_BROADCASTER = EnvBool(True)
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ import unittest
|
|||||||
|
|
||||||
import requests
|
import requests
|
||||||
|
|
||||||
|
from sglang.srt.environ import envs
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
|
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
|
||||||
@@ -25,6 +26,7 @@ class TestStartProfile(CustomTestCase):
|
|||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
|
envs.SGLANG_TORCH_PROFILER_DIR.set(OUTPUT_DIR)
|
||||||
cls.model = DEFAULT_SMALL_MODEL_NAME_FOR_TEST
|
cls.model = DEFAULT_SMALL_MODEL_NAME_FOR_TEST
|
||||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||||
cls.process = popen_launch_server(
|
cls.process = popen_launch_server(
|
||||||
@@ -111,5 +113,4 @@ class TestStartProfile(CustomTestCase):
|
|||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
os.environ["SGLANG_TORCH_PROFILER_DIR"] = OUTPUT_DIR
|
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
Reference in New Issue
Block a user