Revert "chore: update torch v2.5.1" (#2063)

2024-11-17 15:29:38 -08:00
parent 3b878863f7
commit c1f401fc58
10 changed files with 37 additions and 174 deletions
--- a/python/sglang/srt/layers/layernorm.py
+++ b/python/sglang/srt/layers/layernorm.py
@@ -36,7 +36,6 @@ from vllm.model_executor.custom_op import CustomOp
 logger = logging.getLogger(__name__)


-@CustomOp.register("rmsnorm")
 class RMSNorm(CustomOp):
    def __init__(
        self,
@@ -79,7 +78,6 @@ class RMSNorm(CustomOp):
            return x, residual


-@CustomOp.register("gemma_rmsnorm")
 class GemmaRMSNorm(CustomOp):
    def __init__(
        self,