Support beam search & parallel generation (#7)

2026-09-09 11:40:01 +08:00 · 2023-03-10 09:58:21 -08:00
parent 04e5acc08e
commit 1a7eb7da61
16 changed files with 660 additions and 161 deletions
@@ -35,6 +35,10 @@ class LogicalTokenBlock:
    def get_token_ids(self) -> List[int]:
        return self.token_ids[:self.num_tokens]

+    def get_last_token_id(self) -> int:
+        assert self.num_tokens > 0
+        return self.token_ids[self.num_tokens - 1]
+

 class PhysicalTokenBlock: