From ca2f6b9c301df6dbe2e5c83c705051f478140695 Mon Sep 17 00:00:00 2001 From: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com> Date: Mon, 2 Jun 2025 11:15:53 -0400 Subject: [PATCH] [Bugfix][Model] Attempt to fix eagle in V0. (#18978) Signed-off-by: Gregory Shtrasberg --- vllm/config.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/config.py b/vllm/config.py index d7bae52cb721a..d0891d670b76d 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -2595,7 +2595,8 @@ class SpeculativeConfig: else: eagle_config = EAGLEConfig( self.draft_model_config.hf_config, - method=self.method) + method=self.method, + model_type="eagle") self.draft_model_config.hf_config = eagle_config if (self.num_speculative_tokens is not None