From d16a348477ffba269ff242d17cf64214de68dfbe Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Fri, 26 Apr 2024 05:27:27 +0000 Subject: [PATCH] Add comment --- vllm/model_executor/models/jax/gemma.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/model_executor/models/jax/gemma.py b/vllm/model_executor/models/jax/gemma.py index 1ab18cf1a8287..dacb418909c54 100644 --- a/vllm/model_executor/models/jax/gemma.py +++ b/vllm/model_executor/models/jax/gemma.py @@ -154,6 +154,7 @@ class Attention(nn.Module): # Write the incoming keys and values to KV cache. k_cache, v_cache = cache + # FIXME(woosuk): Uncomment this. # k_cache, v_cache = write_to_kv_cache( # key_proj, value_proj, k_cache, v_cache, slot_mapping)