diff --git a/tests/ut/test_ascend_config.py b/tests/ut/test_ascend_config.py index 4d3de7f4..718bc85f 100644 --- a/tests/ut/test_ascend_config.py +++ b/tests/ut/test_ascend_config.py @@ -359,4 +359,7 @@ class TestAscendConfig(TestBase): } test_vllm_config.parallel_config = ParallelConfig( data_parallel_size=4, tensor_parallel_size=1) + model_path = os.path.join(os.path.dirname(__file__), "fake_weight") + test_vllm_config.model_config = ModelConfig(model=model_path, + enforce_eager=True) init_ascend_config(test_vllm_config) diff --git a/vllm_ascend/ascend_config.py b/vllm_ascend/ascend_config.py index f947fc62..1fd1c67c 100644 --- a/vllm_ascend/ascend_config.py +++ b/vllm_ascend/ascend_config.py @@ -92,7 +92,7 @@ class AscendConfig: raise AssertionError( "oproj_tensor_parallel_size is only supported in the pure DP scenario" ) - if not self.torchair_graph_config.enabled: + if vllm_config.model_config.enforce_eager is True: raise AssertionError( "oproj_tensor_parallel_size is only supported in graph mode" )