feat: support sm75 with FlashInfer v0.1.6 (#1233)

2024-08-28 18:39:12 +10:00
parent 6cc38b2bf3
commit 198974cd1a
5 changed files with 4 additions and 12 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -421,7 +421,7 @@ def _set_envs_and_config(server_args: ServerArgs):
    if not server_args.disable_flashinfer:
        assert_pkg_version(
            "flashinfer",
-            "0.1.5",
+            "0.1.6",
            "Please uninstall the old version and "
            "reinstall the latest version by following the instructions "
            "at https://docs.flashinfer.ai/installation.html.",