[Fix] fix the typo bug for window attention (#1106)

2024-08-14 21:56:01 -07:00
parent 326df4bab2
commit 8d2d876fc8
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -337,7 +337,7 @@ class ModelRunner:
                use_tensor_cores=use_tensor_cores,
            )
        else:
-            self.flashinfer_workspace_buffers = torch.empty(
+            self.flashinfer_workspace_buffer = torch.empty(
                global_config.flashinfer_workspace_size,
                dtype=torch.uint8,
                device="cuda",