7e52351ae56a5068131d873252ad4f95d134c33d,python/ray/util/collective/collective_group/nccl_collective_group.py,NCCLGroup,reducescatter,#NCCLGroup#Any#Any#Any#,260

Before Change

        
        _check_inputs_compatibility_for_scatter_gather(tensor, tensor_list)

        comm = self._get_nccl_collective_communicator()
        stream = self._get_cuda_stream()
        dtype = nccl_util.get_nccl_tensor_dtype(tensor_list[0])
        n_elems = nccl_util.get_tensor_n_elements(tensor_list[0])
        reduce_op = nccl_util.get_nccl_reduce_op(
            reducescatter_options.reduceOp)

After Change

            for i, tensor in enumerate(tensor_list):
                nccl_util.copy_tensor(flattened_input_tensor[i], tensor)

        self._collective(
            flattened_input_tensor,
            tensor,
            collective_fn,
            preprocess_fn=preprocess_fn)

    def send(self, tensor, dst_rank):
        Send tensor to a destination process in the group.

Instances