diff --git a/docs/features/spec_decode.md b/docs/features/spec_decode.md index 7055cde1e9930..abda7db53f912 100644 --- a/docs/features/spec_decode.md +++ b/docs/features/spec_decode.md @@ -201,6 +201,7 @@ an [EAGLE (Extrapolation Algorithm for Greater Language-model Efficiency)](https speculative_config={ "model": "yuhuili/EAGLE-LLaMA3-Instruct-8B", "draft_tensor_parallel_size": 1, + "num_speculative_tokens": 2, }, )