diff --git a/vllm/config/speculative.py b/vllm/config/speculative.py
index c6d6f705f535c..bf533bf14e55c 100644
--- a/vllm/config/speculative.py
+++ b/vllm/config/speculative.py
@@ -337,6 +337,7 @@ class SpeculativeConfig:
                     enforce_eager=self.target_model_config.enforce_eager,
                     max_logprobs=self.target_model_config.max_logprobs,
                     hf_overrides=SpeculativeConfig.hf_config_override,
+                    config_format=self.target_model_config.config_format,
                 )
 
                 # Automatically detect the method