xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 11:17:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

[XPU] allow custom workers (e.g. vllm-omni workers) to be used on XPU (#30935)

Browse Source 
Signed-off-by: Fanli Lin <fanli.lin@intel.com>
This commit is contained in:
Fanli Lin 2025-12-19 02:16:36 +08:00 committed by GitHub
parent 700a5ad6c6
commit 058926d48c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/platforms/xpu.py
View File

@ -159,7 +159,10 @@ class XPUPlatform(Platform):
# check and update parallel config # check and update parallel config
parallel_config = vllm_config.parallel_config parallel_config = vllm_config.parallel_config
parallel_config.worker_cls = "vllm.v1.worker.xpu_worker.XPUWorker" # Only override worker_cls if it's still the default "auto"
# This allows custom workers (like vllm-omni workers) to be used on XPU
if parallel_config.worker_cls == "auto":
parallel_config.worker_cls = "vllm.v1.worker.xpu_worker.XPUWorker"
if vllm_config.kv_transfer_config is not None: if vllm_config.kv_transfer_config is not None:
vllm_config.kv_transfer_config.enable_permute_local_kv = True vllm_config.kv_transfer_config.enable_permute_local_kv = True