diff --git a/vllm/worker/pooling_model_runner.py b/vllm/worker/pooling_model_runner.py index 8d8d9b4d0503f..3e1950798dbf6 100644 --- a/vllm/worker/pooling_model_runner.py +++ b/vllm/worker/pooling_model_runner.py @@ -199,8 +199,9 @@ class PoolingModelRunner( pooling_params = seq_group_metadata.pooling_params assert pooling_params is not None - assert (task := pooling_params.task) is not None, ( - "You did not set `task` in the API") + + task = pooling_params.task + assert task is not None, "You did not set `task` in the API" model = cast(VllmModelForPooling, self.model) to_update = model.pooler.get_pooling_updates(task)