fix: update flashinfer to 0.1.2 to fix sampling for cu118 (#803)

2024-07-30 04:00:52 +10:00
parent 7cd4f244a4
commit 87064015d9
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -226,7 +226,7 @@ def launch_server(
    if not server_args.disable_flashinfer:
        assert_pkg_version(
            "flashinfer",
-            "0.1.1",
+            "0.1.2",
            "Please uninstall the old version and "
            "reinstall the latest version by following the instructions "
            "at https://docs.flashinfer.ai/installation.html.",