xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-31 07:17:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc] fix typing (#11540)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2024-12-27 11:05:08 +08:00 committed by GitHub
parent 46d4359450
commit eb881ed006
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/compilation/backends.py
View File

@ -208,8 +208,8 @@ def wrap_inductor(graph: fx.GraphModule,
from torch._inductor.compile_fx import graph_returns_tuple from torch._inductor.compile_fx import graph_returns_tuple
returns_tuple = graph_returns_tuple(graph) returns_tuple = graph_returns_tuple(graph)
# this is the graph we return to Dynamo to run # this is the callable we return to Dynamo to run
def compiled_graph(*args) -> Optional[fx.CompiledFxGraph]: def compiled_graph(*args):
# convert args to list # convert args to list
list_args = list(args) list_args = list(args)
graph_output = inductor_compiled_graph(list_args) graph_output = inductor_compiled_graph(list_args)
@ -537,7 +537,8 @@ class VllmBackend:
example_inputs[x].clone() for x in self.sym_tensor_indices example_inputs[x].clone() for x in self.sym_tensor_indices
] ]
def copy_and_call(*args) -> fx.GraphModule: # this is the callable we return to Dynamo to run
def copy_and_call(*args):
list_args = list(args) list_args = list(args)
for i, index in enumerate(self.sym_tensor_indices): for i, index in enumerate(self.sym_tensor_indices):
runtime_tensor = list_args[index] runtime_tensor = list_args[index]