From 18d2395f5ea20daad98785b64a8eca0e46fb1313 Mon Sep 17 00:00:00 2001 From: zhangxinyuehfad <59153331+zhangxinyuehfad@users.noreply.github.com> Date: Tue, 16 Dec 2025 15:58:27 +0800 Subject: [PATCH] [Bugfix] fix fastapi version (#5047) ### What this PR does / why we need it? fix fastapi version == 0.123.10(<0.124.0) - vLLM version: v0.12.0 - vLLM main: https://github.com/vllm-project/vllm/commit/ad32e3e19ccf0526cb6744a5fed09a138a5fb2f9 Signed-off-by: hfadzxy --- .../load_balance_proxy_layerwise_server_example.py | 2 +- .../load_balance_proxy_server_example.py | 2 +- examples/external_online_dp/dp_load_balance_proxy_server.py | 2 +- pyproject.toml | 1 + requirements.txt | 1 + 5 files changed, 5 insertions(+), 3 deletions(-) diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py index 53353cea..c0d4b51d 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py @@ -17,7 +17,7 @@ # Prerequisites: # - Python 3.8+ # - Install dependencies: -# pip install fastapi httpx uvicorn vllm +# pip install fastapi<0.124.0 httpx uvicorn vllm # # Step 1: Start Your Backend Servers # ---------------------------------- diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py index eec5b9ff..68659974 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py @@ -17,7 +17,7 @@ # Prerequisites: # - Python 3.10+ # - Install dependencies: -# pip install fastapi httpx uvicorn vllm +# pip install fastapi<0.124.0 httpx uvicorn vllm # # Step 1: Start Your Backend Servers # ---------------------------------- diff --git a/examples/external_online_dp/dp_load_balance_proxy_server.py b/examples/external_online_dp/dp_load_balance_proxy_server.py index 24a04fba..7290ed21 100644 --- a/examples/external_online_dp/dp_load_balance_proxy_server.py +++ b/examples/external_online_dp/dp_load_balance_proxy_server.py @@ -17,7 +17,7 @@ # Prerequisites: # - Python 3.10+ # - Install dependencies: -# pip install fastapi httpx uvicorn +# pip install fastapi<0.124.0 httpx uvicorn # # Step 1: Start Your Backend Servers # ---------------------------------- diff --git a/pyproject.toml b/pyproject.toml index 66a5dc24..d4dd0cf6 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -25,6 +25,7 @@ requires = [ "msgpack", "quart", "numba", + "fastapi<0.124.0", "opencv-python-headless<=4.11.0.86", # Required to avoid numpy version conflict with vllm "compressed_tensors>=0.11.0" ] diff --git a/requirements.txt b/requirements.txt index 7dcd69d5..57a695ef 100644 --- a/requirements.txt +++ b/requirements.txt @@ -31,3 +31,4 @@ numba torch-npu==2.8.0 transformers<=4.57.1 +fastapi<0.124.0