xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-10 07:13:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix compute_logits in Jamba (#6093)

Browse Source
This commit is contained in:
Roger Wang 2024-07-03 00:32:35 -07:00 committed by GitHub
parent f1c78138aa
commit 7cd2ebb025
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/jamba.py
View File

@ -876,7 +876,7 @@ class JambaForCausalLM(nn.Module):
def compute_logits(self, hidden_states: torch.Tensor, def compute_logits(self, hidden_states: torch.Tensor,
sampling_metadata: SamplingMetadata) -> torch.Tensor: sampling_metadata: SamplingMetadata) -> torch.Tensor:
logits = self.logits_processor(self.lm_head.weight, hidden_states, logits = self.logits_processor(self.lm_head, hidden_states,
sampling_metadata) sampling_metadata)
return logits return logits