Make scripts under /test/srt as unit tests (#875)

2024-08-01 14:34:55 -07:00
parent e4d3333c6c
commit 72b6ea88b4
18 changed files with 353 additions and 212 deletions
--- a/test/lang/test_srt_backend.py
+++ b/test/lang/test_srt_backend.py
@@ -21,7 +21,7 @@ class TestSRTBackend(unittest.TestCase):

    @classmethod
    def setUpClass(cls):
-        cls.backend = sgl.Runtime(model_path="meta-llama/Meta-Llama-3-8B-Instruct")
+        cls.backend = sgl.Runtime(model_path="meta-llama/Meta-Llama-3.1-8B-Instruct")
        sgl.set_default_backend(cls.backend)

    @classmethod