17
vllm_ascend/spec_decode/draft_proposer.py
Normal file
17
vllm_ascend/spec_decode/draft_proposer.py
Normal file
@@ -0,0 +1,17 @@
|
||||
import torch
|
||||
from vllm.config import VllmConfig
|
||||
from vllm.v1.spec_decode.draft_model import DraftModelProposer
|
||||
|
||||
from vllm_ascend.spec_decode.llm_base_proposer import AscendSpecDecodeBaseProposer
|
||||
|
||||
|
||||
class AscendDraftModelProposer(DraftModelProposer, AscendSpecDecodeBaseProposer):
|
||||
def __init__(
|
||||
self,
|
||||
vllm_config: VllmConfig,
|
||||
device: torch.device,
|
||||
runner=None,
|
||||
):
|
||||
AscendSpecDecodeBaseProposer.__init__(self, vllm_config, device, False, runner=runner)
|
||||
self._raise_if_vocab_size_mismatch()
|
||||
self._raise_if_draft_tp_mismatch()
|
||||
Reference in New Issue
Block a user