From b2c3fc5d65485bfed796ee11c2a019d70357ad10 Mon Sep 17 00:00:00 2001 From: Isotr0py Date: Fri, 21 Feb 2025 14:24:17 +0800 Subject: [PATCH] [Bugfix][CPU] Fix cpu all-reduce using native pytorch implementation (#13586) --- vllm/distributed/device_communicators/cpu_communicator.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/distributed/device_communicators/cpu_communicator.py b/vllm/distributed/device_communicators/cpu_communicator.py index 4e86396e..b920cd7e 100644 --- a/vllm/distributed/device_communicators/cpu_communicator.py +++ b/vllm/distributed/device_communicators/cpu_communicator.py @@ -30,4 +30,5 @@ class CpuCommunicator(DeviceCommunicatorBase): pass def all_reduce(self, input_): - return self.dist_module.all_reduce(input_, group=self.device_group) + self.dist_module.all_reduce(input_, group=self.device_group) + return input_