22 lines
665 B
Python
22 lines
665 B
Python
|
# SPDX-License-Identifier: Apache-2.0
|
||
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||
|
|
import warnings
|
||
|
|
|
||
|
|
|
||
|
|
def __getattr__(name: str):
|
||
|
|
# Keep until lm-eval is updated
|
||
|
|
if name == "get_tokenizer":
|
||
|
|
from vllm.tokenizers import get_tokenizer
|
||
|
|
|
||
|
|
warnings.warn(
|
||
|
|
"`vllm.transformers_utils.tokenizer.get_tokenizer` "
|
||
|
|
"has been moved to `vllm.tokenizers.get_tokenizer`. "
|
||
|
|
"The old name will be removed in a future version.",
|
||
|
|
DeprecationWarning,
|
||
|
|
stacklevel=2,
|
||
|
|
)
|
||
|
|
|
||
|
|
return get_tokenizer
|
||
|
|
|
||
|
|
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|