19 lines
666 B
Python
19 lines
666 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
from vllm.v1.worker.gpu_input_batch import InputBatch
|
|
|
|
|
|
def is_spec_decode_supported(req_id: str, input_batch: InputBatch) -> bool:
|
|
if req_id in input_batch.min_p_reqs:
|
|
# Spec decode doesn't support min_p sampling.
|
|
return False
|
|
elif (req_id in input_batch.frequency_penalties_reqs
|
|
or req_id in input_batch.presence_penalties_reqs
|
|
or req_id in input_batch.repetition_penalties_reqs):
|
|
# Spec decode doesn't support penalties.
|
|
return False
|
|
elif req_id in input_batch.num_logprobs:
|
|
# Spec decode doesn't support logprobs.
|
|
return False
|
|
|
|
return True
|