From bfab219648fdd6d398c09cd022117b0e663c9e36 Mon Sep 17 00:00:00 2001 From: Jiangyun Zhu Date: Thu, 28 Aug 2025 20:36:55 +0800 Subject: [PATCH] [Model] [gpt-oss] fix gpt-oss pp support (#23815) Signed-off-by: zjy0516 --- vllm/model_executor/models/gpt_oss.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/vllm/model_executor/models/gpt_oss.py b/vllm/model_executor/models/gpt_oss.py index 2b118d8491edd..e0b4df7728757 100644 --- a/vllm/model_executor/models/gpt_oss.py +++ b/vllm/model_executor/models/gpt_oss.py @@ -668,9 +668,8 @@ class GptOssForCausalLM(nn.Module, SupportsPP): positions: torch.Tensor, intermediate_tensors: Optional[IntermediateTensors] = None, inputs_embeds: Optional[torch.Tensor] = None) -> torch.Tensor: - assert intermediate_tensors is None - assert inputs_embeds is None - return self.model(input_ids, positions) + return self.model(input_ids, positions, intermediate_tensors, + inputs_embeds) def compute_logits(self, hidden_states: torch.Tensor, sampling_metadata: SamplingMetadata) -> torch.Tensor: