diff --git a/python/pyproject.toml b/python/pyproject.toml index 9ebc8a753..ebb9ee605 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -60,7 +60,7 @@ srt = [ "torchvision==0.22.1", "cuda-python", "einops", - "flashinfer_python==0.2.9", + "flashinfer_python==0.2.10", ] blackwell = [ @@ -71,7 +71,7 @@ blackwell = [ "torchvision==0.22.1", "cuda-python", "einops", - "flashinfer_python==0.2.9", + "flashinfer_python==0.2.10", "tiktoken", ] diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index a8ef88b76..22834c1e2 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -641,7 +641,7 @@ def _set_envs_and_config(server_args: ServerArgs): if server_args.attention_backend == "flashinfer": assert_pkg_version( "flashinfer_python", - "0.2.9", + "0.2.10", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.",