xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-22 04:04:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Add missing get_language_model to new MLLMs (#17300)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2025-04-28 19:09:57 +08:00 committed by GitHub
parent fb1c933ade
commit 344e193b7d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/kimi_vl.py
View File

@ -369,6 +369,9 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal):
return self.multi_modal_projector(
torch.cat(image_features)).split(lengths)
def get_language_model(self) -> torch.nn.Module:
return self.language_model
def get_multimodal_embeddings(self,
**kwargs: object) -> Optional[NestedTensors]:
# Validate the multimodal input keyword arguments

3
vllm/model_executor/models/qwen2_5_omni_thinker.py
View File

@ -809,6 +809,9 @@ class Qwen2_5OmniThinkerForConditionalGeneration(
"audio"] = self._parse_and_validate_audio_input(**kwargs)
return mm_input_by_modality
def get_language_model(self) -> torch.nn.Module:
return self.language_model
def get_multimodal_embeddings(
self, **kwargs: object) -> Optional[MultiModalEmbeddings]: