chore: upgrade flashinfer v0.2.9 (#8780)
This commit is contained in:
@@ -60,7 +60,7 @@ srt = [
|
|||||||
"torchvision==0.22.1",
|
"torchvision==0.22.1",
|
||||||
"cuda-python",
|
"cuda-python",
|
||||||
"einops",
|
"einops",
|
||||||
"flashinfer_python==0.2.9rc2",
|
"flashinfer_python==0.2.9",
|
||||||
]
|
]
|
||||||
|
|
||||||
blackwell = [
|
blackwell = [
|
||||||
@@ -71,7 +71,7 @@ blackwell = [
|
|||||||
"torchvision==0.22.1",
|
"torchvision==0.22.1",
|
||||||
"cuda-python",
|
"cuda-python",
|
||||||
"einops",
|
"einops",
|
||||||
"flashinfer_python==0.2.9rc2",
|
"flashinfer_python==0.2.9",
|
||||||
"tiktoken",
|
"tiktoken",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|||||||
@@ -641,7 +641,7 @@ def _set_envs_and_config(server_args: ServerArgs):
|
|||||||
if server_args.attention_backend == "flashinfer":
|
if server_args.attention_backend == "flashinfer":
|
||||||
assert_pkg_version(
|
assert_pkg_version(
|
||||||
"flashinfer_python",
|
"flashinfer_python",
|
||||||
"0.2.9rc2",
|
"0.2.9",
|
||||||
"Please uninstall the old version and "
|
"Please uninstall the old version and "
|
||||||
"reinstall the latest version by following the instructions "
|
"reinstall the latest version by following the instructions "
|
||||||
"at https://docs.flashinfer.ai/installation.html.",
|
"at https://docs.flashinfer.ai/installation.html.",
|
||||||
|
|||||||
Reference in New Issue
Block a user