EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Feat/refactor embedding server (#7322)

Browse Source
This commit is contained in:
woodx
2025-06-20 14:46:01 +08:00
committed by GitHub
parent a06912ad8b
commit 4df5fc2156
4 changed files with 75 additions and 119 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
test/srt/openai/test_serving_embedding.py
View File

@@ -95,20 +95,20 @@ class ServingEmbeddingTestCase(unittest.TestCase):
"""Test converting single string request to internal format."""
adapted_request, processed_request = (
self.serving_embedding._convert_to_internal_request(
[self.basic_req], ["test-id"]
self.basic_req, "test-id"
)
)
self.assertIsInstance(adapted_request, EmbeddingReqInput)
self.assertEqual(adapted_request.text, "Hello, how are you?")
self.assertEqual(adapted_request.rid, "test-id")
self.assertEqual(adapted_request.rid, None)
self.assertEqual(processed_request, self.basic_req)
def test_convert_list_string_request(self):
"""Test converting list of strings request to internal format."""
adapted_request, processed_request = (
self.serving_embedding._convert_to_internal_request(
[self.list_req], ["test-id"]
self.list_req, "test-id"
)
)
@@ -116,27 +116,27 @@ class ServingEmbeddingTestCase(unittest.TestCase):
self.assertEqual(
adapted_request.text, ["Hello, how are you?", "I am fine, thank you!"]
)
self.assertEqual(adapted_request.rid, "test-id")
self.assertEqual(adapted_request.rid, None)
self.assertEqual(processed_request, self.list_req)
def test_convert_token_ids_request(self):
"""Test converting token IDs request to internal format."""
adapted_request, processed_request = (
self.serving_embedding._convert_to_internal_request(
[self.token_ids_req], ["test-id"]
self.token_ids_req, "test-id"
)
)
self.assertIsInstance(adapted_request, EmbeddingReqInput)
self.assertEqual(adapted_request.input_ids, [1, 2, 3, 4, 5])
self.assertEqual(adapted_request.rid, "test-id")
self.assertEqual(adapted_request.rid, None)
self.assertEqual(processed_request, self.token_ids_req)
def test_convert_multimodal_request(self):
"""Test converting multimodal request to internal format."""
adapted_request, processed_request = (
self.serving_embedding._convert_to_internal_request(
[self.multimodal_req], ["test-id"]
self.multimodal_req, "test-id"
)
)
@@ -147,7 +147,7 @@ class ServingEmbeddingTestCase(unittest.TestCase):
self.assertIn("World", adapted_request.text)
self.assertEqual(adapted_request.image_data[0], "base64_image_data")
self.assertIsNone(adapted_request.image_data[1])
self.assertEqual(adapted_request.rid, "test-id")
self.assertEqual(adapted_request.rid, None)
def test_build_single_embedding_response(self):
"""Test building response for single embedding."""
@@ -158,9 +158,7 @@ class ServingEmbeddingTestCase(unittest.TestCase):
}
]
response = self.serving_embedding._build_embedding_response(
ret_data, "test-model"
)
response = self.serving_embedding._build_embedding_response(ret_data)
self.assertIsInstance(response, EmbeddingResponse)
self.assertEqual(response.model, "test-model")
@@ -185,9 +183,7 @@ class ServingEmbeddingTestCase(unittest.TestCase):
},
]
response = self.serving_embedding._build_embedding_response(
ret_data, "test-model"
)
response = self.serving_embedding._build_embedding_response(ret_data)
self.assertIsInstance(response, EmbeddingResponse)
self.assertEqual(len(response.data), 2)