Update version to v0.1.13 (#280)

2024-03-11 05:49:27 -07:00
parent 13662fd533
commit 4aa5dd2c5f
11 changed files with 35 additions and 21 deletions
--- a/python/sglang/srt/layers/radix_attention.py
+++ b/python/sglang/srt/layers/radix_attention.py
@@ -17,7 +17,7 @@ class RadixAttention(nn.Module):

        from sglang.srt.managers.router.model_runner import global_server_args_dict

-        if global_server_args_dict["enable_flashinfer"]:
+        if global_server_args_dict.get("enable_flashinfer", False):
            self.prefill_forward = self.prefill_forward_flashinfer
            self.extend_forward = self.prefill_forward_flashinfer
            self.decode_forward = self.decode_forward_flashinfer