EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix] fix the typo bug for window attention (#1106)

Browse Source
This commit is contained in:
Ying Sheng
2024-08-14 21:56:01 -07:00
committed by GitHub
parent 326df4bab2
commit 8d2d876fc8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/model_executor/model_runner.py
View File

@@ -337,7 +337,7 @@ class ModelRunner:
use_tensor_cores=use_tensor_cores, use_tensor_cores=use_tensor_cores,
) )
else: else:
self.flashinfer_workspace_buffers = torch.empty( self.flashinfer_workspace_buffer = torch.empty(
global_config.flashinfer_workspace_size, global_config.flashinfer_workspace_size,
dtype=torch.uint8, dtype=torch.uint8,
device="cuda", device="cuda",