From c33afd89f56ba5c260275fdd6723c59642f82f22 Mon Sep 17 00:00:00 2001 From: Antoni Baum Date: Wed, 13 Mar 2024 13:56:49 -0700 Subject: [PATCH] Fix lint (#3388) --- vllm/model_executor/layers/rotary_embedding.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/layers/rotary_embedding.py b/vllm/model_executor/layers/rotary_embedding.py index db5c7080b50b0..71af9b26e2e93 100644 --- a/vllm/model_executor/layers/rotary_embedding.py +++ b/vllm/model_executor/layers/rotary_embedding.py @@ -143,8 +143,8 @@ class RotaryEmbedding(nn.Module): offsets: Optional[torch.Tensor] = None, ) -> Tuple[torch.Tensor, torch.Tensor]: self.cos_sin_cache = self.cos_sin_cache.to(positions.get_device()) - # ops.rotary_embedding()/batched_rotary_embedding() are in-place operations that - # update the query and key tensors. + # ops.rotary_embedding()/batched_rotary_embedding() + # are in-place operations that update the query and key tensors. if offsets is not None: ops.batched_rotary_embedding(positions, query, key, self.head_size, self.cos_sin_cache,