Support compressed tensors fp8w8a8 (#4743)

python/sglang/srt/server_args.py

@@ -16,6 +16,7 @@
 import argparse
 import dataclasses
 import logging
+import os
 import random
 import tempfile
 from typing import List, Optional
@@ -341,6 +342,10 @@ class ServerArgs:
             self.disable_overlap_schedule = True
             logger.warning("Overlap scheduler is disabled for decode server")
 
+        os.environ["SGLANG_ENABLE_TORCH_COMPILE"] = (
+            "1" if self.enable_torch_compile else "0"
+        )
+
     @staticmethod
     def add_cli_args(parser: argparse.ArgumentParser):
         # Model and port args