EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update deps for mllama4 (#5215)

Browse Source
This commit is contained in:
Ke Bao
2025-04-11 00:12:44 +08:00
committed by GitHub
parent 7e4f72dd8c
commit 1078396f47
3 changed files with 26 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
test/srt/test_vision_openai_server.py
View File

@@ -682,29 +682,30 @@ class TestJanusProServer(TestOpenAIVisionServer):
pass
class TestLlama4Server(TestOpenAIVisionServer):
@classmethod
def setUpClass(cls):
cls.model = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
cls.base_url = DEFAULT_URL_FOR_TEST
cls.api_key = "sk-123456"
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--chat-template",
"llama-4",
"--mem-fraction-static",
"0.8",
"--tp-size=8",
"--context-length=8192",
],
)
cls.base_url += "/v1"
## Skip for ci test
# class TestLlama4Server(TestOpenAIVisionServer):
# @classmethod
# def setUpClass(cls):
# cls.model = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
# cls.base_url = DEFAULT_URL_FOR_TEST
# cls.api_key = "sk-123456"
# cls.process = popen_launch_server(
# cls.model,
# cls.base_url,
# timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
# other_args=[
# "--chat-template",
# "llama-4",
# "--mem-fraction-static",
# "0.8",
# "--tp-size=8",
# "--context-length=8192",
# ],
# )
# cls.base_url += "/v1"
def test_video_chat_completion(self):
pass
# def test_video_chat_completion(self):
# pass
class TestGemma3itServer(TestOpenAIVisionServer):