mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-24 18:45:02 +08:00
[Bugfix][Qwen3VL] fix deepstack in qwen3vl (#26626)
Signed-off-by: liuye.hj <liuye.hj@alibaba-inc.com> Signed-off-by: JJJYmmm <92386084+JJJYmmm@users.noreply.github.com> Co-authored-by: liuye.hj <liuye.hj@alibaba-inc.com>
This commit is contained in:
parent
a25f2adee9
commit
9d6cff3ede
@ -1702,12 +1702,6 @@ class Qwen3VLForConditionalGeneration(
|
|||||||
)
|
)
|
||||||
|
|
||||||
if deepstack_input_embeds is not None:
|
if deepstack_input_embeds is not None:
|
||||||
deepstack_input_embeds = (
|
|
||||||
torch.zeros_like(inputs_embeds)
|
|
||||||
.unsqueeze(0)
|
|
||||||
.repeat(self.deepstack_num_level, 1, 1)
|
|
||||||
.contiguous()
|
|
||||||
)
|
|
||||||
self._set_deepstack_input_embeds(deepstack_input_embeds)
|
self._set_deepstack_input_embeds(deepstack_input_embeds)
|
||||||
|
|
||||||
return inputs_embeds
|
return inputs_embeds
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user