[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (#7360)

2026-09-17 13:00:06 +08:00 · 2024-08-09 16:35:49 +00:00
parent fc7b8d1eef
commit 74af2bbd90
1 changed files with 2 additions and 0 deletions
@@ -348,6 +348,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
            self.multi_modal_inputs = multi_modal_inputs
            self.prefix_cache_hit = prefix_cache_hit

+            self.n_seqs = len(self.seq_ids)
+
            if not reinit:
                self.__post_init__()