EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

bring back kimi vl ci (#8537)

Browse Source
This commit is contained in:
Stefan He
2025-07-29 13:14:18 -07:00
committed by GitHub
parent a4c3b121d8
commit c0fd77e839
2 changed files with 43 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
test/srt/test_vision_openai_server_b.py
View File

@@ -172,29 +172,28 @@ class TestGemma3nServer(TestOpenAIVisionServer):
cls.base_url += "/v1" cls.base_url += "/v1"
# commented out before https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/discussions/27 get fixed class TestKimiVLServer(TestOpenAIVisionServer):
# class TestKimiVLServer(TestOpenAIVisionServer): @classmethod
# @classmethod def setUpClass(cls):
# def setUpClass(cls): cls.model = "moonshotai/Kimi-VL-A3B-Instruct"
# cls.model = "moonshotai/Kimi-VL-A3B-Instruct" cls.base_url = DEFAULT_URL_FOR_TEST
# cls.base_url = DEFAULT_URL_FOR_TEST cls.api_key = "sk-123456"
# cls.api_key = "sk-123456" cls.process = popen_launch_server(
# cls.process = popen_launch_server( cls.model,
# cls.model, cls.base_url,
# cls.base_url, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
# timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, other_args=[
# other_args=[ "--trust-remote-code",
# "--trust-remote-code", "--context-length",
# "--context-length", "4096",
# "4096", "--dtype",
# "--dtype", "bfloat16",
# "bfloat16", ],
# ], )
# ) cls.base_url += "/v1"
# cls.base_url += "/v1"
# def test_video_images_chat_completion(self): def test_video_images_chat_completion(self):
# pass pass
class TestPhi4MMServer(TestOpenAIVisionServer): class TestPhi4MMServer(TestOpenAIVisionServer):

45
test/srt/test_vlm_input_format.py
View File

@@ -189,32 +189,31 @@ class TestGemmaUnderstandsImage(VLMInputTestBase, unittest.IsolatedAsyncioTestCa
) )
# commented out before https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/discussions/27 get fixed class TestKimiVLImageUnderstandsImage(
# class TestKimiVLImageUnderstandsImage( VLMInputTestBase, unittest.IsolatedAsyncioTestCase
# VLMInputTestBase, unittest.IsolatedAsyncioTestCase ):
# ): model_path = "moonshotai/Kimi-VL-A3B-Instruct"
# model_path = "moonshotai/Kimi-VL-A3B-Instruct" chat_template = "kimi-vl"
# chat_template = "kimi-vl"
# @classmethod @classmethod
# def _init_visual(cls): def _init_visual(cls):
# model = AutoModel.from_pretrained(cls.model_path, trust_remote_code=True) model = AutoModel.from_pretrained(cls.model_path, trust_remote_code=True)
# cls.vision_tower = model.vision_tower.eval().to(cls.device) cls.vision_tower = model.vision_tower.eval().to(cls.device)
# cls.mm_projector = model.multi_modal_projector.eval().to(cls.device) cls.mm_projector = model.multi_modal_projector.eval().to(cls.device)
# cls.visual = lambda tokenizer_output: cls.mm_projector( cls.visual = lambda tokenizer_output: cls.mm_projector(
# cls.vision_tower( cls.vision_tower(
# pixel_values=tokenizer_output["pixel_values"], pixel_values=tokenizer_output["pixel_values"],
# grid_hws=tokenizer_output["image_grid_hws"], grid_hws=tokenizer_output["image_grid_hws"],
# ) )
# ) )
# def _pixel_values_image_data(self, processor_output): def _pixel_values_image_data(self, processor_output):
# return dict( return dict(
# modality="IMAGE", modality="IMAGE",
# pixel_values=processor_output["pixel_values"], pixel_values=processor_output["pixel_values"],
# image_grid_hws=processor_output["image_grid_hws"], image_grid_hws=processor_output["image_grid_hws"],
# ) )
# not for CI: too large # not for CI: too large