chore: update torch v2.5.1 (#1849)

2024-11-18 00:06:00 +08:00
parent f719d9aebc
commit 3b878863f7
10 changed files with 174 additions and 37 deletions
--- a/python/sglang/srt/layers/layernorm.py
+++ b/python/sglang/srt/layers/layernorm.py
@@ -36,6 +36,7 @@ from vllm.model_executor.custom_op import CustomOp
 logger = logging.getLogger(__name__)


+@CustomOp.register("rmsnorm")
 class RMSNorm(CustomOp):
    def __init__(
        self,
@@ -78,6 +79,7 @@ class RMSNorm(CustomOp):
            return x, residual


+@CustomOp.register("gemma_rmsnorm")
 class GemmaRMSNorm(CustomOp):
    def __init__(
        self,