xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-28 00:53:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] fix type hint for py 3.8 (#4036)

Browse Source
This commit is contained in:
youkaichao 2024-04-12 12:35:44 -07:00 committed by GitHub
parent 36729bac13
commit 96b6a6d790
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/executor/executor_base.py
View File

@ -1,5 +1,5 @@
from abc import ABC, abstractmethod
from typing import Dict, List, Optional
from typing import Dict, List, Optional, Tuple
from vllm.config import (CacheConfig, DeviceConfig, LoRAConfig, ModelConfig,
ParallelConfig, SchedulerConfig, SpeculativeConfig,
@ -31,7 +31,7 @@ class ExecutorBase(ABC):
raise NotImplementedError
@abstractmethod
def determine_num_available_blocks(self) -> tuple[int, int]:
def determine_num_available_blocks(self) -> Tuple[int, int]:
"""Determine the number of available blocks for the GPU KV cache and
swappable CPU KV cache.