mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-01 11:27:04 +08:00
[XPU] log clean up for XPU platform (#20553)
Signed-off-by: yan <yan.ma@intel.com>
This commit is contained in:
parent
1fd471e957
commit
3112271f6e
@ -13,7 +13,8 @@ from vllm.scalar_type import ScalarType
|
|||||||
|
|
||||||
logger = init_logger(__name__)
|
logger = init_logger(__name__)
|
||||||
|
|
||||||
if not current_platform.is_tpu() and not current_platform.is_hpu():
|
if not current_platform.is_tpu() and not current_platform.is_hpu()\
|
||||||
|
and not current_platform.is_xpu():
|
||||||
try:
|
try:
|
||||||
import vllm._C
|
import vllm._C
|
||||||
except ImportError as e:
|
except ImportError as e:
|
||||||
|
|||||||
@ -37,7 +37,7 @@ class XPUPlatform(Platform):
|
|||||||
dtype: torch.dtype, kv_cache_dtype: Optional[str],
|
dtype: torch.dtype, kv_cache_dtype: Optional[str],
|
||||||
block_size: int, use_v1: bool,
|
block_size: int, use_v1: bool,
|
||||||
use_mla: bool) -> str:
|
use_mla: bool) -> str:
|
||||||
if selected_backend != _Backend.IPEX:
|
if selected_backend is not None and selected_backend != _Backend.IPEX:
|
||||||
logger.info("Cannot use %s backend on XPU.", selected_backend)
|
logger.info("Cannot use %s backend on XPU.", selected_backend)
|
||||||
use_v1 = envs.VLLM_USE_V1
|
use_v1 = envs.VLLM_USE_V1
|
||||||
if not use_v1:
|
if not use_v1:
|
||||||
@ -133,8 +133,7 @@ class XPUPlatform(Platform):
|
|||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def is_pin_memory_available(cls):
|
def is_pin_memory_available(cls):
|
||||||
logger.warning("Pin memory is not supported on XPU.")
|
return True
|
||||||
return False
|
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get_current_memory_usage(cls,
|
def get_current_memory_usage(cls,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user