mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-16 11:47:09 +08:00
review comments
Signed-off-by: Alexander Matveev <amatveev@redhat.com>
This commit is contained in:
parent
1ccf100c6a
commit
39c4a4cdb5
@ -556,9 +556,6 @@ class TPUModelRunner(ModelRunnerBase):
|
|||||||
assert self.model is not None
|
assert self.model is not None
|
||||||
self.model(token_ids, position_ids, None, kv_caches)
|
self.model(token_ids, position_ids, None, kv_caches)
|
||||||
|
|
||||||
def profile_run(self) -> None:
|
|
||||||
raise NotImplementedError()
|
|
||||||
|
|
||||||
def capture_model(self) -> None:
|
def capture_model(self) -> None:
|
||||||
"""Compile the model."""
|
"""Compile the model."""
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user