mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-17 00:07:07 +08:00
31 lines
872 B
Python
31 lines
872 B
Python
from typing import TYPE_CHECKING, Optional
|
|
|
|
from .interface import Platform, PlatformEnum
|
|
|
|
if TYPE_CHECKING:
|
|
from vllm.config import VllmConfig
|
|
else:
|
|
VllmConfig = None
|
|
|
|
|
|
class NeuronPlatform(Platform):
|
|
_enum = PlatformEnum.NEURON
|
|
device_name: str = "neuron"
|
|
device_type: str = "neuron"
|
|
supported_quantization: list[str] = ["neuron_quant"]
|
|
|
|
@classmethod
|
|
def get_device_name(cls, device_id: int = 0) -> str:
|
|
return "neuron"
|
|
|
|
@classmethod
|
|
def is_async_output_supported(cls, enforce_eager: Optional[bool]) -> bool:
|
|
return False
|
|
|
|
@classmethod
|
|
def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
|
|
parallel_config = vllm_config.parallel_config
|
|
if parallel_config.worker_cls == "auto":
|
|
parallel_config.worker_cls = \
|
|
"vllm.worker.neuron_worker.NeuronWorker"
|