fix: set env in runner (#891)

2024-08-02 18:48:56 +08:00
parent 30a9b2ef20
commit 2e218b9e04
3 changed files with 8 additions and 20 deletions
--- a/test/lang/test_bind_cache.py
+++ b/test/lang/test_bind_cache.py
@@ -1,6 +1,7 @@
 import unittest

 import sglang as sgl
+from sglang.test.test_utils import MODEL_NAME_FOR_TEST


 class TestBind(unittest.TestCase):
@@ -8,7 +9,7 @@ class TestBind(unittest.TestCase):

    @classmethod
    def setUpClass(cls):
-        cls.backend = sgl.Runtime(model_path="meta-llama/Meta-Llama-3-8B-Instruct")
+        cls.backend = sgl.Runtime(model_path=MODEL_NAME_FOR_TEST)
        sgl.set_default_backend(cls.backend)

    @classmethod