7a78f4e95960bf8560b0547802f171e2b40e4f6b,python/ray/util/collective/collective_group/nccl_collective_group.py,NCCLGroup,destroy_group,#NCCLGroup#,126

Before Change

    def destroy_group(self):
        Destroy the group and release NCCL communicators.
        if self._collective_comm_cache:
            self.barrier()
            // We also need a barrier call here.
            stream = self._get_cuda_stream()
            stream.synchronize()
            // destroy the communicator
            self._collective_comm_cache.destroy()
            self._collective_comm_cache = None

            if self.rank == 0:
                self._destroy_store(self.group_name)

        if self._p2p_comm_cache:
            for key, comm in self._p2p_comm_cache.items():
                comm.destroy()
                min_rank, max_rank = self._parse_p2p_group_key(key)

After Change

            // Destroy the communicators and streams.
            for comm_key, comms in self._dev_comm_map.items():
                for c in comms:
                    c.destroy()
                self._dev_comm_map[comm_key] = None

        if self.rank == 0:
            for comm_key in self._dev_comm_map:

Instances