xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-19 10:35:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] [gpt-oss] fix gpt-oss pp support (#23815)

Browse Source 
Signed-off-by: zjy0516 <riverclouds.zhu@qq.com>
This commit is contained in:
Jiangyun Zhu 2025-08-28 20:36:55 +08:00 committed by GitHub
parent a3432f18fd
commit bfab219648
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/models/gpt_oss.py
View File

@ -668,9 +668,8 @@ class GptOssForCausalLM(nn.Module, SupportsPP):
positions: torch.Tensor, positions: torch.Tensor,
intermediate_tensors: Optional[IntermediateTensors] = None, intermediate_tensors: Optional[IntermediateTensors] = None,
inputs_embeds: Optional[torch.Tensor] = None) -> torch.Tensor: inputs_embeds: Optional[torch.Tensor] = None) -> torch.Tensor:
assert intermediate_tensors is None return self.model(input_ids, positions, intermediate_tensors,
assert inputs_embeds is None inputs_embeds)
return self.model(input_ids, positions)
def compute_logits(self, hidden_states: torch.Tensor, def compute_logits(self, hidden_states: torch.Tensor,
sampling_metadata: SamplingMetadata) -> torch.Tensor: sampling_metadata: SamplingMetadata) -> torch.Tensor: