[CI] Fix ci tests (#5769)

test/srt/test_nightly_gsm8k_eval.py

@@ -14,7 +14,6 @@ from sglang.test.test_utils import (
     DEFAULT_MODEL_NAME_FOR_NIGHTLY_EVAL_TP2,
     DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
     DEFAULT_URL_FOR_TEST,
-    CustomTestCase,
     is_in_ci,
     popen_launch_server,
     write_github_step_summary,
@@ -45,25 +44,10 @@ def parse_models(model_string):
     return [model.strip() for model in model_string.split(",") if model.strip()]
 
 
-def popen_launch_server_wrapper(base_url, model, is_fp8, is_tp2):
+def popen_launch_server_wrapper(base_url, model, is_tp2):
     other_args = ["--log-level-http", "warning", "--trust-remote-code"]
-    if is_fp8:
-        if "Llama-3" in model or "gemma-2" in model:
-            other_args.extend(["--kv-cache-dtype", "fp8_e5m2"])
-        elif "Qwen2-72B-Instruct-FP8" in model:
-            other_args.extend(["--quantization", "fp8"])
-        elif "neuralmagic/Mixtral-8x7B-Instruct-v0.1-FP8" in model:
-            other_args.extend([])
-        else:
-            other_args.extend(["--quantization", "fp8", "--kv-cache-dtype", "fp8_e5m2"])
     if is_tp2:
         other_args.extend(["--tp", "2"])
-    if "DeepSeek" in model:
-        other_args.extend(["--mem-frac", "0.85"])
-    if "AWQ" in model:
-        other_args.extend(["--quantization", "awq"])
-    elif "GPTQ" in model:
-        other_args.extend(["--quantization", "gptq"])
 
     process = popen_launch_server(
         model,
@@ -150,9 +134,7 @@ class TestNightlyGsm8KEval(unittest.TestCase):
         for model_group, is_fp8, is_tp2 in self.model_groups:
             for model in model_group:
                 with self.subTest(model=model):
-                    process = popen_launch_server_wrapper(
-                        self.base_url, model, is_fp8, is_tp2
-                    )
+                    process = popen_launch_server_wrapper(self.base_url, model, is_tp2)
 
                     args = SimpleNamespace(
                         base_url=self.base_url,