diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
index 60a4a90bb3eb2..ca28bbdc2fb95 100644
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@@ -196,7 +196,8 @@ class Scheduler:
                 scheduler_outputs = SchedulerOutputs(
                     scheduled_seq_groups=scheduled,
                     prompt_run=True,
-                    num_batched_tokens=len(seq_lens) * max(seq_lens),
+                    num_batched_tokens=len(seq_lens) *
+                    max(seq_lens) if seq_lens else 0,
                     blocks_to_swap_in=blocks_to_swap_in,
                     blocks_to_swap_out=blocks_to_swap_out,
                     blocks_to_copy=blocks_to_copy,