Add activation registry (#126)

This commit is contained in:
Woosuk Kwon authored and GitHub committed 2023-05-25 00:09:07 -07:00
1 parent 057daef778
commit 4a151dd453
5 files changed
+22 -13

No files matched your search

+1 -1
View File
@@ -61,7 +61,7 @@ class LLM:
while self.llm_server.has_unfinished_requests():
step_outputs = self.llm_server.step()
for output in step_outputs:
if output.done:
if output.finished():
outputs.append(output)
if use_tqdm:
pbar.update(1)