xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 05:45:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Deprecation] Require overriding get_dummy_text and get_dummy_mm_data (#18796)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2025-05-28 15:08:35 +08:00 committed by GitHub
parent b78f844a67
commit 7f2c1a87e9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
vllm/multimodal/profiling.py
View File

@ -1,6 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
from abc import ABC
from abc import ABC, abstractmethod
from collections.abc import Mapping
from dataclasses import dataclass, field
from typing import Generic, NamedTuple, Optional, TypeVar, Union, cast
@ -60,29 +59,14 @@ class BaseDummyInputsBuilder(ABC, Generic[_I]):
self.info = info
# TODO: @abstractmethod after transition
@abstractmethod
def get_dummy_text(self, mm_counts: Mapping[str, int]) -> str:
"""
Build the text input corresponding to `mm_counts`.
"""
if (type(self).get_dummy_processor_inputs ==
BaseDummyInputsBuilder.get_dummy_processor_inputs):
raise NotImplementedError
raise NotImplementedError
logger.warning_once("`get_dummy_processor_inputs` has been split up "
"into `get_dummy_text` and `get_dummy_mm_data`. "
"These two methods will be marked as abstract "
"in an upcoming release.")
seq_len = self.info.ctx.model_config.max_model_len
prompt = self.get_dummy_processor_inputs(seq_len, mm_counts).prompt
if not isinstance(prompt, str):
prompt = self.info.get_tokenizer().decode(prompt)
return prompt
# TODO: @abstractmethod after transition
@abstractmethod
def get_dummy_mm_data(
self,
seq_len: int,