mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-11 01:45:01 +08:00
[Misc] Remove unused executor.apply_model (#26215)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
parent
736fbf4c89
commit
7c2e91c4e0
@ -7,8 +7,7 @@ from abc import ABC, abstractmethod
|
|||||||
from functools import cached_property
|
from functools import cached_property
|
||||||
from typing import Any, Awaitable, Callable, List, Optional, Set, Union
|
from typing import Any, Awaitable, Callable, List, Optional, Set, Union
|
||||||
|
|
||||||
import torch.nn as nn
|
from typing_extensions import TypeVar
|
||||||
from typing_extensions import TypeVar, deprecated
|
|
||||||
|
|
||||||
import vllm.platforms
|
import vllm.platforms
|
||||||
from vllm.config import VllmConfig
|
from vllm.config import VllmConfig
|
||||||
@ -127,16 +126,6 @@ class ExecutorBase(ABC):
|
|||||||
self.collective_rpc("initialize_cache",
|
self.collective_rpc("initialize_cache",
|
||||||
args=(num_gpu_blocks, num_cpu_blocks))
|
args=(num_gpu_blocks, num_cpu_blocks))
|
||||||
|
|
||||||
@deprecated("`llm_engine.model_executor.apply_model` will no longer work "
|
|
||||||
"in V1 Engine. Please replace with `llm_engine.apply_model` "
|
|
||||||
"and set `VLLM_ALLOW_INSECURE_SERIALIZATION=1`.")
|
|
||||||
def apply_model(self, func: Callable[[nn.Module], _R]) -> list[_R]:
|
|
||||||
"""
|
|
||||||
Run a function directly on the model inside each worker,
|
|
||||||
returning the result for each of them.
|
|
||||||
"""
|
|
||||||
return self.collective_rpc("apply_model", args=(func, ))
|
|
||||||
|
|
||||||
@cached_property # Avoid unnecessary RPC calls
|
@cached_property # Avoid unnecessary RPC calls
|
||||||
def supported_tasks(self) -> tuple[SupportedTask, ...]:
|
def supported_tasks(self) -> tuple[SupportedTask, ...]:
|
||||||
output = self.collective_rpc("get_supported_tasks")
|
output = self.collective_rpc("get_supported_tasks")
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user