Revert "chore: update torch v2.5.1" (#2063)

2024-11-17 15:29:38 -08:00
parent 3b878863f7
commit c1f401fc58
10 changed files with 37 additions and 174 deletions
--- a/python/sglang/srt/layers/activation.py
+++ b/python/sglang/srt/layers/activation.py
@@ -38,7 +38,6 @@ from sglang.srt.utils import set_weight_attrs
 logger = logging.getLogger(__name__)


-@CustomOp.register("silu_and_mul")
 class SiluAndMul(CustomOp):
    def forward_native(self, x: torch.Tensor) -> torch.Tensor:
        d = x.shape[-1] // 2
@@ -52,7 +51,6 @@ class SiluAndMul(CustomOp):
        return out


-@CustomOp.register("gelu_and_mul")
 class GeluAndMul(CustomOp):
    def __init__(self, approximate="tanh"):
        super().__init__()