mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-03 07:08:43 +08:00
24 lines
712 B
Python
24 lines
712 B
Python
from typing import Any, Optional
|
|
|
|
import msgspec
|
|
|
|
|
|
class PoolingParams(
|
|
msgspec.Struct,
|
|
omit_defaults=True, # type: ignore[call-arg]
|
|
array_like=True): # type: ignore[call-arg]
|
|
"""API parameters for pooling models. This is currently a placeholder.
|
|
|
|
Attributes:
|
|
additional_data: Any additional data needed for pooling.
|
|
"""
|
|
additional_data: Optional[Any] = None
|
|
|
|
def clone(self) -> "PoolingParams":
|
|
"""Returns a deep copy of the PoolingParams instance."""
|
|
return PoolingParams(additional_data=self.additional_data)
|
|
|
|
def __repr__(self) -> str:
|
|
return (f"PoolingParams("
|
|
f"additional_metadata={self.additional_data})")
|