mirror of
https://github.com/wassname/vllm.git
synced 2026-10-29 13:50:10 +08:00
[Bugfix][Core] Restore logging of stats in the async engine (#4150)
This commit is contained in:
1 parent
8f20fc04bf
commit
7be4f5628f
1 file changed
+7
-1
@@ -217,10 +217,16 @@ class _AsyncLLMEngine(LLMEngine):
|
||||
else:
|
||||
output = []
|
||||
|
||||
return self._process_model_outputs(
|
||||
request_outputs = self._process_model_outputs(
|
||||
output, scheduler_outputs.scheduled_seq_groups,
|
||||
scheduler_outputs.ignored_seq_groups)
|
||||
|
||||
# Log stats.
|
||||
if self.log_stats:
|
||||
self.stat_logger.log(self._get_stats(scheduler_outputs))
|
||||
|
||||
return request_outputs
|
||||
|
||||
async def encode_request_async(
|
||||
self,
|
||||
request_id: str, # pylint: disable=unused-argument
|
||||
|
||||
Reference in new issue
Block a user