diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py index 26c23a48e1d81..fdac6ccd19ed6 100644 --- a/vllm/entrypoints/openai/protocol.py +++ b/vllm/entrypoints/openai/protocol.py @@ -30,7 +30,8 @@ from typing_extensions import TypeAlias from vllm import envs from vllm.entrypoints.chat_utils import (ChatCompletionMessageParam, random_tool_call_id) -from vllm.entrypoints.score_utils import ScoreMultiModalParam +from vllm.entrypoints.score_utils import (ScoreContentPartParam, + ScoreMultiModalParam) from vllm.logger import init_logger from vllm.pooling_params import PoolingParams from vllm.sampling_params import (BeamSearchParams, GuidedDecodingParams, @@ -1354,7 +1355,7 @@ class RerankRequest(OpenAIBaseModel): class RerankDocument(BaseModel): text: Optional[str] = None - multi_modal: Optional[ScoreMultiModalParam] = None + multi_modal: Optional[ScoreContentPartParam] = None class RerankResult(BaseModel):