diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py index 53353cea..c0d4b51d 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py @@ -17,7 +17,7 @@ # Prerequisites: # - Python 3.8+ # - Install dependencies: -# pip install fastapi httpx uvicorn vllm +# pip install fastapi<0.124.0 httpx uvicorn vllm # # Step 1: Start Your Backend Servers # ---------------------------------- diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py index eec5b9ff..68659974 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py @@ -17,7 +17,7 @@ # Prerequisites: # - Python 3.10+ # - Install dependencies: -# pip install fastapi httpx uvicorn vllm +# pip install fastapi<0.124.0 httpx uvicorn vllm # # Step 1: Start Your Backend Servers # ---------------------------------- diff --git a/examples/external_online_dp/dp_load_balance_proxy_server.py b/examples/external_online_dp/dp_load_balance_proxy_server.py index 24a04fba..7290ed21 100644 --- a/examples/external_online_dp/dp_load_balance_proxy_server.py +++ b/examples/external_online_dp/dp_load_balance_proxy_server.py @@ -17,7 +17,7 @@ # Prerequisites: # - Python 3.10+ # - Install dependencies: -# pip install fastapi httpx uvicorn +# pip install fastapi<0.124.0 httpx uvicorn # # Step 1: Start Your Backend Servers # ---------------------------------- diff --git a/pyproject.toml b/pyproject.toml index 66a5dc24..d4dd0cf6 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -25,6 +25,7 @@ requires = [ "msgpack", "quart", "numba", + "fastapi<0.124.0", "opencv-python-headless<=4.11.0.86", # Required to avoid numpy version conflict with vllm "compressed_tensors>=0.11.0" ] diff --git a/requirements.txt b/requirements.txt index 7dcd69d5..57a695ef 100644 --- a/requirements.txt +++ b/requirements.txt @@ -31,3 +31,4 @@ numba torch-npu==2.8.0 transformers<=4.57.1 +fastapi<0.124.0