xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-03 06:37:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix vocab_size field access in llava_next.py (#6624)

Browse Source
This commit is contained in:
Jae-Won Chung 2024-07-22 01:02:51 -04:00 committed by GitHub
parent 42de2cefcb
commit 89c1c6a196
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/llava.py
View File

@ -155,7 +155,8 @@ class LlavaForConditionalGeneration(nn.Module, SupportsVision):
quant_config=quant_config)
logit_scale = getattr(config, "logit_scale", 1.0)
self.logits_processor = LogitsProcessor(self.unpadded_vocab_size,
config.vocab_size, logit_scale)
config.text_config.vocab_size,
logit_scale)
self.sampler = Sampler()
def _validate_pixel_values(self, data: torch.Tensor) -> torch.Tensor:

3
vllm/model_executor/models/llava_next.py
View File

@ -249,7 +249,8 @@ class LlavaNextForConditionalGeneration(nn.Module, SupportsVision):
quant_config=quant_config)
logit_scale = getattr(config, "logit_scale", 1.0)
self.logits_processor = LogitsProcessor(self.unpadded_vocab_size,
config.vocab_size, logit_scale)
config.text_config.vocab_size,
logit_scale)
self.sampler = Sampler()
self.image_newline = nn.Parameter(