EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

chore: upgrade flashinfer v0.2.6.post1 jit (#6958)

Browse Source 
Co-authored-by: alcanderian <alcanderian@gmail.com>
Co-authored-by: Qiaolin Yu <qy254@cornell.edu>
Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
Co-authored-by: Mick <mickjagger19@icloud.com>
Co-authored-by: ispobock <ispobaoke@gmail.com>
This commit is contained in:
Yineng Zhang
2025-06-09 09:22:39 -07:00
committed by GitHub
parent 98c00a2df1
commit 56ccd3c22c
14 changed files with 189 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
test/srt/test_vlm_input_format.py
View File

@@ -58,6 +58,10 @@ class VLMInputTestBase:
def tearDown(self):
self.engine.shutdown()
def verify_response(self, output):
out_text = output["text"].lower()
assert "taxi" in out_text or "cab" in out_text or "car" in out_text, out_text
def get_completion_request(self) -> ChatCompletionRequest:
json_structure = {
"model": self.model_path,
@@ -98,7 +102,7 @@ class VLMInputTestBase:
image_data=[self.main_image],
sampling_params=dict(temperature=0.0),
)
self.assertIn("taxi", output["text"].lower())
self.verify_response(output)
async def test_understands_precomputed_features(self):
req = self.get_completion_request()
@@ -112,7 +116,7 @@ class VLMInputTestBase:
],
sampling_params=dict(temperature=0.0),
)
self.assertIn("taxi", output["text"].lower())
self.verify_response(output)
async def test_understands_pixel_values(self):
req = self.get_completion_request()
@@ -122,7 +126,7 @@ class VLMInputTestBase:
image_data=[self._pixel_values_image_data(processor_output)],
sampling_params=dict(temperature=0.0),
)
self.assertIn("taxi", output["text"].lower())
self.verify_response(output)
def _precomputed_image_data(self, processor_output, precomputed_features):
"""This should not be overridden."""