diff --git a/vllm-v0.6.2/vllm/worker/mlu_worker.py b/vllm-v0.6.2/vllm/worker/mlu_worker.py index 53fdf1c..d4ccc80 100644 --- a/vllm-v0.6.2/vllm/worker/mlu_worker.py +++ b/vllm-v0.6.2/vllm/worker/mlu_worker.py @@ -60,6 +60,7 @@ class MLUWorker(Worker): speculative_config = self.speculative_config model_config = self.model_config is_mtp = (speculative_config is not None + and model_config.task != "draft" and getattr( speculative_config.draft_model_config.hf_config, "model_type", None) == "deepseek_mtp")