[Fix] Fix bugs in scheduler (#1727)

2026-09-12 13:01:01 +08:00 · 2023-11-20 16:10:50 -08:00
parent 3d4ceb292c
commit 19849db573
1 changed files with 2 additions and 1 deletions
@@ -196,7 +196,8 @@ class Scheduler:
                scheduler_outputs = SchedulerOutputs(
                    scheduled_seq_groups=scheduled,
                    prompt_run=True,
-                    num_batched_tokens=len(seq_lens) * max(seq_lens),
+                    num_batched_tokens=len(seq_lens) *
+                    max(seq_lens) if seq_lens else 0,
                    blocks_to_swap_in=blocks_to_swap_in,
                    blocks_to_swap_out=blocks_to_swap_out,
                    blocks_to_copy=blocks_to_copy,