diff --git a/vllm-v0.6.2/vllm/model_executor/models/llama.py b/vllm-v0.6.2/vllm/model_executor/models/llama.py index 27a9301..c47ceb4 100644 --- a/vllm-v0.6.2/vllm/model_executor/models/llama.py +++ b/vllm-v0.6.2/vllm/model_executor/models/llama.py @@ -26,6 +26,10 @@ import torch from torch import nn from transformers import LlamaConfig +from vllm.logger import init_logger + +logger = init_logger(__name__) + from vllm.attention import Attention, AttentionMetadata from vllm.compilation.decorators import support_torch_compile from vllm.config import CacheConfig, VllmConfig