xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-14 07:27:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix incorrect import of CacheConfig (#24631)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2025-09-11 16:48:25 +08:00 committed by GitHub
parent e93f4cc9e3
commit 6aeb1dab4a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/attention/layers/cross_attention.py
View File

@ -6,14 +6,13 @@ from typing import Optional
import numpy as np import numpy as np
import torch import torch
from transformers import CacheConfig
from vllm import envs from vllm import envs
from vllm.attention.backends.abstract import (AttentionBackend, from vllm.attention.backends.abstract import (AttentionBackend,
AttentionMetadata, AttentionType) AttentionMetadata, AttentionType)
from vllm.attention.layer import Attention from vllm.attention.layer import Attention
from vllm.attention.selector import get_attn_backend from vllm.attention.selector import get_attn_backend
from vllm.config import VllmConfig from vllm.config import CacheConfig, VllmConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.multimodal import MULTIMODAL_REGISTRY from vllm.multimodal import MULTIMODAL_REGISTRY
from vllm.utils import cdiv from vllm.utils import cdiv