EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Bump the version to v0.1.8 (#93)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-24 03:33:34 -08:00
committed by GitHub
parent 489796c7ea
commit c70b3cfa9e
4 changed files with 19 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -50,7 +50,9 @@ def init_global_processor(server_args: ServerArgs):
)
def get_pixel_values(image_data, image_aspect_ratio=None, image_grid_pinpoints=None, processor=None):
def get_pixel_values(
image_data, image_aspect_ratio=None, image_grid_pinpoints=None, processor=None
):
try:
processor = processor or global_processor
image = load_image(image_data)
@@ -117,14 +119,22 @@ class TokenizerManager:
async def get_pixel_values(self, image_data):
aspect_ratio = getattr(self.hf_config, "image_aspect_ratio", None)
grid_pinpoints = self.hf_config.image_grid_pinpoints if aspect_ratio == "anyres" else None
grid_pinpoints = (
self.hf_config.image_grid_pinpoints if aspect_ratio == "anyres" else None
)
if self.executor is not None:
loop = asyncio.get_event_loop()
return await loop.run_in_executor(
self.executor, get_pixel_values, image_data, aspect_ratio, grid_pinpoints
self.executor,
get_pixel_values,
image_data,
aspect_ratio,
grid_pinpoints,
)
else:
return get_pixel_values(image_data, aspect_ratio, grid_pinpoints, self.processor)
return get_pixel_values(
image_data, aspect_ratio, grid_pinpoints, self.processor
)
async def generate_request(self, obj: GenerateReqInput):
if self.to_create_loop: