xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 02:44:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] enhance static type hint (#23059)

Browse Source 
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie 2025-08-18 13:09:08 +08:00 committed by GitHub
parent 8ea0c2753a
commit 7be3a59d8e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/worker/lora_model_runner_mixin.py
View File

@ -8,6 +8,7 @@ from contextlib import contextmanager
from typing import Union
import numpy as np
import torch
import torch.nn as nn
from vllm.config import LoRAConfig, ModelConfig, SchedulerConfig
@ -31,7 +32,8 @@ class LoRAModelRunnerMixin:
def load_lora_model(self, model: nn.Module, model_config: ModelConfig,
scheduler_config: SchedulerConfig,
lora_config: LoRAConfig, device: str) -> nn.Module:
lora_config: LoRAConfig,
device: torch.device) -> nn.Module:
if not supports_lora(model):
raise ValueError(