diff --git a/vllm/config.py b/vllm/config.py index d7bae52cb721a..d0891d670b76d 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -2595,7 +2595,8 @@ class SpeculativeConfig: else: eagle_config = EAGLEConfig( self.draft_model_config.hf_config, - method=self.method) + method=self.method, + model_type="eagle") self.draft_model_config.hf_config = eagle_config if (self.num_speculative_tokens is not None