From 3dd359147d81fd0788c18968130ecd6c55dac415 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Nicol=C3=B2=20Lucchesi?= Date: Thu, 3 Jul 2025 02:13:51 +0200 Subject: [PATCH] [Docs] Update EAGLE example (#20375) Signed-off-by: NickLucche --- docs/features/spec_decode.md | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/features/spec_decode.md b/docs/features/spec_decode.md index 7055cde1e9930..abda7db53f912 100644 --- a/docs/features/spec_decode.md +++ b/docs/features/spec_decode.md @@ -201,6 +201,7 @@ an [EAGLE (Extrapolation Algorithm for Greater Language-model Efficiency)](https speculative_config={ "model": "yuhuili/EAGLE-LLaMA3-Instruct-8B", "draft_tensor_parallel_size": 1, + "num_speculative_tokens": 2, }, )