EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Replace os.environ in layernorm.py (#10684)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-09-20 00:20:33 -07:00
committed by GitHub
parent bd7eb0205a
commit f111649580
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/layers/layernorm.py
View File

@@ -14,7 +14,6 @@
"""Fused operators for normalization layers.""" """Fused operators for normalization layers."""
import logging import logging
import os
from typing import Optional, Tuple, Union from typing import Optional, Tuple, Union
import torch import torch
@@ -81,7 +80,7 @@ class RMSNorm(CustomOp):
) )
if _use_aiter: if _use_aiter:
self._forward_method = self.forward_aiter self._forward_method = self.forward_aiter
if os.environ["SGLANG_ENABLE_DETERMINISTIC_INFERENCE"] == "1": if get_bool_env_var("SGLANG_ENABLE_DETERMINISTIC_INFERENCE"):
self._forward_method = self.forward_native self._forward_method = self.forward_native
def forward_cuda( def forward_cuda(