From ca4f9e69a8328aa23e30875c25d0be592d351719 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Thu, 26 Dec 2024 11:13:41 -0800 Subject: [PATCH] minor Signed-off-by: Woosuk Kwon --- vllm/v1/worker/gpu_block_table.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/v1/worker/gpu_block_table.py b/vllm/v1/worker/gpu_block_table.py index f44d62f91b4cb..9e0f1ac7201cc 100644 --- a/vllm/v1/worker/gpu_block_table.py +++ b/vllm/v1/worker/gpu_block_table.py @@ -36,9 +36,9 @@ class BlockTable: ) self.block_table_np = self.block_table_cpu.numpy() - self.use_uva = is_uva_available() + # UVA requires pinned memory. + self.use_uva = is_uva_available() and pin_memory if self.use_uva: - # Pinned memory is required to use UVA. self.block_table_diff = torch.zeros((max_num_reqs, 2), dtype=torch.int32, device="cpu",