mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-30 14:21:18 +08:00
[Fix] The zip function in Python 3.9 does not have the strict argument (#19549)
Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com>
This commit is contained in:
parent
ace5cdaff0
commit
cefdb9962d
@ -467,10 +467,8 @@ class GPUModelRunner(LoRAModelRunnerMixin):
|
|||||||
# Update the block IDs.
|
# Update the block IDs.
|
||||||
if not req_data.resumed_from_preemption:
|
if not req_data.resumed_from_preemption:
|
||||||
# Append the new blocks to the existing block IDs.
|
# Append the new blocks to the existing block IDs.
|
||||||
for block_ids, new_block_ids in zip( # type: ignore[call-overload]
|
for block_ids, new_block_ids in zip(req_state.block_ids,
|
||||||
req_state.block_ids,
|
req_data.new_block_ids):
|
||||||
req_data.new_block_ids,
|
|
||||||
strict=True):
|
|
||||||
block_ids.extend(new_block_ids)
|
block_ids.extend(new_block_ids)
|
||||||
else:
|
else:
|
||||||
# The request is resumed from preemption.
|
# The request is resumed from preemption.
|
||||||
|
|||||||
@ -413,10 +413,8 @@ class TPUModelRunner(LoRAModelRunnerMixin):
|
|||||||
req_state.num_computed_tokens = req_data.num_computed_tokens
|
req_state.num_computed_tokens = req_data.num_computed_tokens
|
||||||
if not req_data.resumed_from_preemption:
|
if not req_data.resumed_from_preemption:
|
||||||
# Append the new blocks to the existing block IDs.
|
# Append the new blocks to the existing block IDs.
|
||||||
for block_ids, new_block_ids in zip( # type: ignore[call-overload]
|
for block_ids, new_block_ids in zip(req_state.block_ids,
|
||||||
req_state.block_ids,
|
req_data.new_block_ids):
|
||||||
req_data.new_block_ids,
|
|
||||||
strict=True):
|
|
||||||
block_ids.extend(new_block_ids)
|
block_ids.extend(new_block_ids)
|
||||||
else:
|
else:
|
||||||
# The request is resumed from preemption.
|
# The request is resumed from preemption.
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user