Chranos/enginex-mlu370-vllm
1
0
Fork 0
forked from EngineX-Cambricon/enginex-mlu370-vllm
Code Pull Requests Activity

testing dynamic register

Browse Source
This commit is contained in:
Chranos
2026-02-05 18:57:04 +08:00
parent ac2082ff36
commit d31ace279b
2 changed files with 64 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
vllm-v0.6.2/vllm/model_executor/models/registry.py
View File

@@ -447,12 +447,18 @@ class _ModelRegistry:
warn_on_fail=True,
)
if model_cls is not None:
logger.info(
"Found custom model class %s from auto_map[%s], "
"using TransformersForCausalLM wrapper",
model_cls.__name__,
name
)
# Only log once per model class to avoid spam
log_key = f"{model_cls.__name__}_{name}"
if not hasattr(self, '_logged_custom_models'):
self._logged_custom_models = set()
if log_key not in self._logged_custom_models:
logger.info(
"Found custom model class %s from auto_map[%s], "
"using TransformersForCausalLM wrapper",
model_cls.__name__,
name
)
self._logged_custom_models.add(log_key)
# Return the wrapper architecture, not the actual class
return "TransformersForCausalLM"