15 lines
349 B
Python
15 lines
349 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from dataclasses import dataclass
|
|
|
|
import torch
|
|
|
|
from vllm.v1.outputs import LogprobsTensors
|
|
|
|
|
|
@dataclass
|
|
class SamplerOutput:
|
|
sampled_token_ids: torch.Tensor
|
|
logprobs_tensors: LogprobsTensors | None
|
|
num_nans: torch.Tensor | None
|