EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

update waves_per_eu to 1 (#3356)

Browse Source
This commit is contained in:
lizamd
2025-02-06 21:08:06 -08:00
committed by GitHub
parent 591e751e07
commit e868d0b60e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/layers/attention/triton_ops/extend_attention.py
View File

@@ -351,7 +351,7 @@ def extend_attention_fwd(
extra_kargs = {} extra_kargs = {}
if is_hip_: if is_hip_:
extra_kargs = {"waves_per_eu": 4, "matrix_instr_nonkdim": 16, "kpack": 2} extra_kargs = {"waves_per_eu": 1, "matrix_instr_nonkdim": 16, "kpack": 2}
_fwd_kernel[grid]( _fwd_kernel[grid](
q_extend, q_extend,