xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-16 01:35:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] enhance static type hint (#23059)

Browse Source 
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie 2025-08-18 13:09:08 +08:00 committed by GitHub
parent 8ea0c2753a
commit 7be3a59d8e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/worker/lora_model_runner_mixin.py
View File

@ -8,6 +8,7 @@ from contextlib import contextmanager
from typing import Union from typing import Union
import numpy as np import numpy as np
import torch
import torch.nn as nn import torch.nn as nn
from vllm.config import LoRAConfig, ModelConfig, SchedulerConfig from vllm.config import LoRAConfig, ModelConfig, SchedulerConfig
@ -31,7 +32,8 @@ class LoRAModelRunnerMixin:
def load_lora_model(self, model: nn.Module, model_config: ModelConfig, def load_lora_model(self, model: nn.Module, model_config: ModelConfig,
scheduler_config: SchedulerConfig, scheduler_config: SchedulerConfig,
lora_config: LoRAConfig, device: str) -> nn.Module: lora_config: LoRAConfig,
device: torch.device) -> nn.Module:
if not supports_lora(model): if not supports_lora(model):
raise ValueError( raise ValueError(