xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-08 19:17:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

minor:

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk@thinkingmachines.ai>
This commit is contained in:
Woosuk Kwon 2025-09-19 23:47:20 +00:00
parent 6f038fc4fb
commit a66aa37f40
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/worker/gpu/model_runner.py
View File

@ -7,6 +7,7 @@ from typing import Any, Optional
import numpy as np
import torch
import torch.nn as nn
from vllm.config import VllmConfig
from vllm.distributed import get_tp_group
@ -107,6 +108,9 @@ class GPUModelRunner:
m.consumed_memory / GiB_bytes,
time_after_load - time_before_load)
def get_model(self) -> nn.Module:
return self.model
def get_kv_cache_spec(self):
return get_kv_cache_spec(self.vllm_config, self.kv_cache_dtype)