diff --git a/vllm/sampling_params.py b/vllm/sampling_params.py
index 0ed6a01a62212..f6e7a3ca792e4 100644
--- a/vllm/sampling_params.py
+++ b/vllm/sampling_params.py
@@ -275,7 +275,8 @@ class SamplingParams:
             self, generation_config: Dict[str, Any]) -> None:
         """Update if there are non-default values from generation_config"""
         # Update eos_token_id for generation
-        if eos_ids := generation_config.get("eos_token_id"):
+        if (not self.ignore_eos) and (eos_ids :=
+                                      generation_config.get("eos_token_id")):
             # it can be either int or list of int
             if isinstance(eos_ids, int):
                 eos_ids = [eos_ids]