EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update wave-lang to 3.7.0 and unify Wave kernel buffer options (#10069)

Browse Source
This commit is contained in:
jacky.cheng
2025-09-06 07:01:52 +08:00
committed by GitHub
parent 0f6ac5e21d
commit efb0de2c8d
3 changed files with 4 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -82,7 +82,7 @@ srt_hip = [
"sglang[runtime_common]", "sglang[runtime_common]",
"torch", "torch",
"petit_kernel==0.0.2", "petit_kernel==0.0.2",
"wave-lang==1.0.1", "wave-lang==3.7.0",
] ]
# https://docs.sglang.ai/platforms/cpu_server.html # https://docs.sglang.ai/platforms/cpu_server.html

6
python/sglang/srt/layers/attention/wave_ops/decode_attention.py
View File

@@ -64,8 +64,7 @@ def get_wave_kernel(
subs=hyperparams_0, subs=hyperparams_0,
canonicalize=True, canonicalize=True,
run_bench=False, run_bench=False,
use_buffer_load_ops=True, use_buffer_ops=True,
use_buffer_store_ops=True,
waves_per_eu=2, waves_per_eu=2,
dynamic_symbols=dynamic_symbols_0, dynamic_symbols=dynamic_symbols_0,
wave_runtime=True, wave_runtime=True,
@@ -77,8 +76,7 @@ def get_wave_kernel(
subs=hyperparams_1, subs=hyperparams_1,
canonicalize=True, canonicalize=True,
run_bench=False, run_bench=False,
use_buffer_load_ops=False, use_buffer_ops=False,
use_buffer_store_ops=False,
waves_per_eu=4, waves_per_eu=4,
dynamic_symbols=dynamic_symbols_1, dynamic_symbols=dynamic_symbols_1,
wave_runtime=True, wave_runtime=True,

4
python/sglang/srt/layers/attention/wave_ops/extend_attention.py
View File

@@ -67,11 +67,9 @@ def get_wave_kernel(
schedule=SchedulingType.NONE, schedule=SchedulingType.NONE,
use_scheduling_barriers=False, use_scheduling_barriers=False,
dynamic_symbols=dynamic_symbols, dynamic_symbols=dynamic_symbols,
use_buffer_load_ops=True, use_buffer_ops=True,
use_buffer_store_ops=True,
waves_per_eu=2, waves_per_eu=2,
denorm_fp_math_f32="preserve-sign", denorm_fp_math_f32="preserve-sign",
gpu_native_math_precision=True,
wave_runtime=True, wave_runtime=True,
) )
options = set_default_run_config(options) options = set_default_run_config(options)