Clean up metrics code (#1972)

test/srt/test_srt_engine.py

@@ -11,14 +11,17 @@ from types import SimpleNamespace
 import sglang as sgl
 from sglang.srt.hf_transformers_utils import get_tokenizer
 from sglang.test.few_shot_gsm8k_engine import run_eval
-from sglang.test.test_utils import DEFAULT_MODEL_NAME_FOR_TEST
+from sglang.test.test_utils import (
+    DEFAULT_MODEL_NAME_FOR_TEST,
+    DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
+)
 
 
 class TestSRTEngine(unittest.TestCase):
 
     def test_1_engine_runtime_consistency(self):
         prompt = "Today is a sunny day and I like"
-        model_path = DEFAULT_MODEL_NAME_FOR_TEST
+        model_path = DEFAULT_SMALL_MODEL_NAME_FOR_TEST
 
         sampling_params = {"temperature": 0, "max_new_tokens": 8}
 
@@ -40,7 +43,7 @@ class TestSRTEngine(unittest.TestCase):
     def test_2_engine_multiple_generate(self):
         # just to ensure there is no issue running multiple generate calls
         prompt = "Today is a sunny day and I like"
-        model_path = DEFAULT_MODEL_NAME_FOR_TEST
+        model_path = DEFAULT_SMALL_MODEL_NAME_FOR_TEST
 
         sampling_params = {"temperature": 0, "max_new_tokens": 8}
 
@@ -66,7 +69,7 @@ class TestSRTEngine(unittest.TestCase):
 
         # Create an LLM.
         llm = sgl.Engine(
-            model_path=DEFAULT_MODEL_NAME_FOR_TEST,
+            model_path=DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
             log_level="error",
         )
 
@@ -110,7 +113,7 @@ class TestSRTEngine(unittest.TestCase):
     def test_5_prompt_input_ids_consistency(self):
         prompt = "The capital of UK is"
 
-        model_path = DEFAULT_MODEL_NAME_FOR_TEST
+        model_path = DEFAULT_SMALL_MODEL_NAME_FOR_TEST
         engine = sgl.Engine(model_path=model_path, random_seed=42, log_level="error")
         sampling_params = {"temperature": 0, "max_new_tokens": 8}
         out1 = engine.generate(prompt, sampling_params)["text"]