xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 07:25:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

optimize: eliminate duplicate split_enc_dec_inputs calls (#25573)

Browse Source 
Signed-off-by: nicole-lihui <nicole.li@daocloud.io>
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Nicole LiHui 🥜 2025-09-25 13:03:25 +08:00 committed by yewentao256
parent c26e7b14d7
commit d8ffa3c5f4
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/v1/engine/processor.py
View File

@ -388,9 +388,9 @@ class Processor:
eos_token_id = self.input_preprocessor.get_eos_token_id() eos_token_id = self.input_preprocessor.get_eos_token_id()
self._validate_model_inputs(processed_inputs)
encoder_inputs, decoder_inputs = split_enc_dec_inputs(processed_inputs) encoder_inputs, decoder_inputs = split_enc_dec_inputs(processed_inputs)
self._validate_model_inputs(encoder_inputs, decoder_inputs)
# Mypy does not always properly infer the types of some elements of # Mypy does not always properly infer the types of some elements of
# discriminated unions of TypedDicts, because of how it handles # discriminated unions of TypedDicts, because of how it handles
# inheritance of TypedDict. If we explicitly extract the items we want # inheritance of TypedDict. If we explicitly extract the items we want
@ -458,9 +458,8 @@ class Processor:
trace_headers=trace_headers, trace_headers=trace_headers,
) )
def _validate_model_inputs(self, inputs: ProcessorInputs): def _validate_model_inputs(self, encoder_inputs: Optional[SingletonInputs],
encoder_inputs, decoder_inputs = split_enc_dec_inputs(inputs) decoder_inputs: SingletonInputs):
if encoder_inputs is not None: if encoder_inputs is not None:
self._validate_model_input(encoder_inputs, prompt_type="encoder") self._validate_model_input(encoder_inputs, prompt_type="encoder")