xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-26 05:24:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] method name typo fix (#23042)

Browse Source 
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie 2025-08-17 12:49:14 +08:00 committed by GitHub
parent 5c32143b9d
commit 87f48623a5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/worker/cpu_model_runner.py
View File

@ -29,7 +29,7 @@ class CPUModelRunner(GPUModelRunner):
self.use_cuda_graph = False self.use_cuda_graph = False
self.cascade_attn_enabled = False self.cascade_attn_enabled = False
self._postprocess_tenosrs() self._postprocess_tensors()
def _may_reorder_batch(self, scheduler_output: "SchedulerOutput") -> None: def _may_reorder_batch(self, scheduler_output: "SchedulerOutput") -> None:
""" """
@ -59,7 +59,7 @@ class CPUModelRunner(GPUModelRunner):
self.attn_groups[0][0].metadata_builder.reorder_batch( self.attn_groups[0][0].metadata_builder.reorder_batch(
self.input_batch, scheduler_output) self.input_batch, scheduler_output)
def _postprocess_tenosrs(self) -> None: def _postprocess_tensors(self) -> None:
# Note: replace device tensors with cpu tensors # Note: replace device tensors with cpu tensors
def replace_tensor(obj: Any, cpu_attr_name: str, def replace_tensor(obj: Any, cpu_attr_name: str,
device_attr_name) -> None: device_attr_name) -> None: