[CI] Fix test cases (#2137)

2024-11-23 01:00:07 -08:00
parent c5f865013e
commit a78d8f8db3
4 changed files with 27 additions and 21 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -242,15 +242,17 @@ class ModelRunner:
            )
            return get_model(vllm_config=vllm_config)
        except ImportError:
-            return get_model(
-                model_config=self.vllm_model_config,
-                load_config=self.load_config,
-                device_config=DeviceConfig(self.device),
-                parallel_config=None,
-                scheduler_config=None,
-                lora_config=None,
-                cache_config=None,
-            )
+            pass
+
+        return get_model(
+            model_config=self.vllm_model_config,
+            load_config=self.load_config,
+            device_config=DeviceConfig(self.device),
+            parallel_config=None,
+            scheduler_config=None,
+            lora_config=None,
+            cache_config=None,
+        )

    def get_model_config_params(self):
        sig = inspect.signature(VllmModelConfig.__init__)