Sync from v0.13
This commit is contained in:
18
vllm/model_executor/models/phi3.py
Normal file
18
vllm/model_executor/models/phi3.py
Normal file
@@ -0,0 +1,18 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
# Adapted from llama.py
|
||||
"""Inference-only Phi3 model code inherit from Llama.py"""
|
||||
|
||||
from vllm.model_executor.models.llama import LlamaForCausalLM
|
||||
|
||||
|
||||
class Phi3ForCausalLM(LlamaForCausalLM):
|
||||
packed_modules_mapping = {
|
||||
"qkv_proj": [
|
||||
"qkv_proj",
|
||||
],
|
||||
"gate_up_proj": [
|
||||
"gate_up_proj",
|
||||
],
|
||||
}
|
||||
Reference in New Issue
Block a user