[V1] log GPU blocks num for MultiprocExecutor (#11656)

This commit is contained in:
WangErXiao
2025-01-04 00:13:12 +00:00
committed by GitHub
parent ad0d567e1c
commit e5d7ed0c53
+1
View File
@@ -95,6 +95,7 @@ class MultiprocExecutor(Executor):
Initialize the KV caches and begin the model execution loop of the
underlying workers.
"""
logger.info("# GPU blocks: %d", num_gpu_blocks)
self.collective_rpc("initialize_cache", args=(num_gpu_blocks, ))
self.collective_rpc("compile_or_warm_up_model")