Add minimal vLLM 0.16.1 build repo for BI-V150

vllm/transformers_utils/tokenizer.py

@@ -0,0 +1,21 @@
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
+import warnings
+
+
+def __getattr__(name: str):
+    # Keep until lm-eval is updated
+    if name == "get_tokenizer":
+        from vllm.tokenizers import get_tokenizer
+
+        warnings.warn(
+            "`vllm.transformers_utils.tokenizer.get_tokenizer` "
+            "has been moved to `vllm.tokenizers.get_tokenizer`. "
+            "The old name will be removed in a future version.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
+
+        return get_tokenizer
+
+    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")