From c1b57855ecf257ba620fad022d429332d50f289f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Nicol=C3=B2=20Lucchesi?= Date: Thu, 10 Apr 2025 19:32:04 +0200 Subject: [PATCH] [TPU][V1] Use `language_model` interface for getting text backbone in MM (#16410) Signed-off-by: NickLucche --- vllm/v1/worker/tpu_model_runner.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/vllm/v1/worker/tpu_model_runner.py b/vllm/v1/worker/tpu_model_runner.py index 773c426474fc9..e6c5a8996de6a 100644 --- a/vllm/v1/worker/tpu_model_runner.py +++ b/vllm/v1/worker/tpu_model_runner.py @@ -972,8 +972,7 @@ class TPUModelRunner: def reset_dynamo_cache(self): if self.is_multimodal_model: - assert hasattr(self.model, "language_model") - compiled_model = self.model.language_model.model + compiled_model = self.model.get_language_model().model else: compiled_model = self.model.model if isinstance(compiled_model, TorchCompileWrapperWithCustomDispatcher):