xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-09 10:09:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Neuron] Fix soft prompt method error in NeuronExecutor (#6313)

Browse Source
This commit is contained in:
Woosuk Kwon 2024-07-10 16:39:02 -07:00 committed by GitHub
parent ae151d73be
commit 997df46a32
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
vllm/executor/neuron_executor.py
View File

@ -70,6 +70,22 @@ class NeuronExecutor(ExecutorBase):
def list_loras(self) -> Set[int]: def list_loras(self) -> Set[int]:
return self.driver_worker.list_loras() return self.driver_worker.list_loras()
def add_prompt_adapter(self, prompt_adapter_request) -> bool:
raise NotImplementedError(
"Soft prompt is currently not supported by the Neuron backend.")
def remove_prompt_adapter(self, prompt_adapter_id: int) -> bool:
raise NotImplementedError(
"Soft prompt is currently not supported by the Neuron backend.")
def pin_prompt_adapter(self, prompt_adapter_id: int) -> bool:
raise NotImplementedError(
"Soft prompt is currently not supported by the Neuron backend.")
def list_prompt_adapters(self) -> Set[int]:
raise NotImplementedError(
"Soft prompt is currently not supported by the Neuron backend.")
def check_health(self) -> None: def check_health(self) -> None:
# NeuronExecutor will always be healthy as long as # NeuronExecutor will always be healthy as long as
# it's running. # it's running.