[Model] Support DeepSeek-V4

This commit is contained in:
chenxb002
2026-04-24 09:50:34 +08:00
commit b9925203b8
172 changed files with 44780 additions and 0 deletions

View File

@@ -0,0 +1,37 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-MLU project
from vllm.logger import init_logger
logger = init_logger(__name__)
class MluProfilerWrapper:
def __init__(self) -> None:
self._profiler_running = False
# Note: lazy import to avoid dependency issues if MLU is not available.
import torch.mlu.profiler as mlu_profiler
self._mlu_profiler = mlu_profiler
def start(self) -> None:
try:
self._mlu_profiler.start()
self._profiler_running = True
logger.info_once("Started MLU profiler")
except Exception as e:
logger.warning_once("Failed to start MLu profiler: %s", e)
def stop(self) -> None:
if self._profiler_running:
try:
self._mlu_profiler.stop()
logger.info_once("Stopped MLU profiler")
except Exception as e:
logger.warning_once("Failed to stop MLU profiler: %s", e)
finally:
self._profiler_running = False
def shutdown(self) -> None:
"""Ensure profiler is stopped when shutting down."""
self.stop()