mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-22 11:55:29 +08:00
38 lines
907 B
Python
38 lines
907 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import msgspec
|
|
|
|
from vllm.adapter_commons.request import AdapterRequest
|
|
|
|
|
|
class PromptAdapterRequest(
|
|
msgspec.Struct,
|
|
array_like=True, # type: ignore[call-arg]
|
|
omit_defaults=True, # type: ignore[call-arg]
|
|
frozen=True): # type: ignore[call-arg]
|
|
"""
|
|
Request for a Prompt adapter.
|
|
"""
|
|
__metaclass__ = AdapterRequest
|
|
|
|
prompt_adapter_name: str
|
|
prompt_adapter_id: int
|
|
prompt_adapter_local_path: str
|
|
prompt_adapter_num_virtual_tokens: int
|
|
|
|
def __hash__(self):
|
|
return super().__hash__()
|
|
|
|
@property
|
|
def adapter_id(self):
|
|
return self.prompt_adapter_id
|
|
|
|
@property
|
|
def name(self):
|
|
return self.prompt_adapter_name
|
|
|
|
@property
|
|
def local_path(self):
|
|
return self.prompt_adapter_local_path
|