[CI] fix port conflicts (#5789)

2025-04-27 05:17:44 -07:00
parent 3c4e0ee64d
commit 35ca04d2fa
7 changed files with 55 additions and 51 deletions
--- a/python/sglang/srt/entrypoints/http_server.py
+++ b/python/sglang/srt/entrypoints/http_server.py
@@ -281,7 +281,9 @@ async def generate_from_file_request(file: UploadFile, request: Request):
    )

    try:
-        ret = await _global_state.generate_request(obj, request).__anext__()
+        ret = await _global_state.tokenizer_manager.generate_request(
+            obj, request
+        ).__anext__()
        return ret
    except ValueError as e:
        logger.error(f"Error: {e}")