init

vllm_vacc/vllm/model_executor/layers/activation.py

@@ -0,0 +1,8 @@
+import torch
+
+def SiluAndMul_forward_vacc(self, x: torch.Tensor) -> torch.Tensor:
+    return torch.vacc.swiglu(x)
+
+def QuickGELU_forward_vacc(self, x: torch.Tensor) -> torch.Tensor:
+    """PyTorch-native implementation equivalent to forward()."""
+    return x * torch.sigmoid(1.702 * x)