Fix hash collision for multi modal models (#2256)

2024-11-29 03:15:58 -08:00
parent fe97a2d40f
commit f50a6cf443
6 changed files with 42 additions and 39 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -216,6 +216,7 @@ class TokenizerManager:
            input_ids = obj.input_ids

        if self.is_generation:
+            # TODO: also support getting embeddings for multimodal models
            image_inputs: Dict = await self.image_processor.process_images_async(
                obj.image_data, input_text or input_ids, obj
            )