Files
mr_v100-vllm/vllm/pooling_params.py
2025-09-15 14:58:11 +08:00

26 lines
751 B
Python

# SPDX-License-Identifier: Apache-2.0
from typing import Any, Optional
import msgspec
class PoolingParams(
msgspec.Struct,
omit_defaults=True, # type: ignore[call-arg]
array_like=True): # type: ignore[call-arg]
"""API parameters for pooling models. This is currently a placeholder.
Attributes:
additional_data: Any additional data needed for pooling.
"""
additional_data: Optional[Any] = None
def clone(self) -> "PoolingParams":
"""Returns a deep copy of the PoolingParams instance."""
return PoolingParams(additional_data=self.additional_data)
def __repr__(self) -> str:
return (f"PoolingParams("
f"additional_metadata={self.additional_data})")