xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-17 00:46:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

[XPU][Bugfix] minor fix for XPU (#15591)

Browse Source 
Signed-off-by: yan ma <yan.ma@intel.com>
This commit is contained in:
Yan Ma 2025-04-22 00:02:57 +08:00 committed by GitHub
parent 3b34fd5273
commit fe3462c774
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/source/getting_started/installation/gpu/xpu.inc.md
View File

@ -23,6 +23,8 @@ Currently, there are no pre-built XPU wheels.
- Second, install Python packages for vLLM XPU backend building: - Second, install Python packages for vLLM XPU backend building:
```console ```console
git clone https://github.com/vllm-project/vllm.git
cd vllm
pip install --upgrade pip pip install --upgrade pip
pip install -v -r requirements/xpu.txt pip install -v -r requirements/xpu.txt
``` ```

12
vllm/attention/backends/ipex_attn.py
View File

@ -220,8 +220,8 @@ class IpexAttnBackendImpl(AttentionImpl[IpexAttnMetadata]):
value_cache, value_cache,
attn_metadata.slot_mapping.flatten(), attn_metadata.slot_mapping.flatten(),
self.kv_cache_dtype, self.kv_cache_dtype,
layer._k_scale, layer._k_scale_float,
layer._v_scale, layer._v_scale_float,
) )
if attn_metadata.is_prompt: if attn_metadata.is_prompt:
@ -306,8 +306,8 @@ class IpexAttnBackendImpl(AttentionImpl[IpexAttnMetadata]):
max_seq_len, max_seq_len,
self.alibi_slopes, self.alibi_slopes,
self.kv_cache_dtype, self.kv_cache_dtype,
layer._k_scale, layer._k_scale_float,
layer._v_scale, layer._v_scale_float,
) )
else: else:
# Run PagedAttention V2. # Run PagedAttention V2.
@ -339,8 +339,8 @@ class IpexAttnBackendImpl(AttentionImpl[IpexAttnMetadata]):
max_seq_len, max_seq_len,
self.alibi_slopes, self.alibi_slopes,
self.kv_cache_dtype, self.kv_cache_dtype,
layer._k_scale, layer._k_scale_float,
layer._v_scale, layer._v_scale_float,
) )
# Reshape the output tensor. # Reshape the output tensor.