[CPU] Add gelu_and_mul kernel in sgl-kernel and add ut (#9300)

2025-09-09 14:23:13 +08:00
parent 718f25ae6e
commit d1d4074c4e
5 changed files with 100 additions and 3 deletions
--- a/test/srt/cpu/utils.py
+++ b/test/srt/cpu/utils.py
@@ -20,6 +20,11 @@ def SiluAndMul(x: torch.Tensor) -> torch.Tensor:
    return F.silu(x[..., :d]) * x[..., d:]


+def GeluAndMul(x: torch.Tensor, approximate="tanh") -> torch.Tensor:
+    d = x.shape[-1] // 2
+    return F.gelu(x[..., :d], approximate=approximate) * x[..., d:]
+
+
 def per_token_quant_int8(x):
    x = x.float()
    absmax = x.abs().max(dim=-1).values