7c66f36ed6a6f4e26d43ff0571a54c312253b4a3,optuna/integration/pytorch_ddp.py,DDPTrial,_call_and_communicate,#DDPTrial#Any#Any#,182

Before Change

            result = func()
            buffer[0] = result
            dist.broadcast(buffer, src=0)
            return buffer.cpu().numpy().tolist()[0]
        else:
            dist.broadcast(buffer, 0)
            return buffer.cpu().numpy().tolist()[0]

After Change

        if dist.get_rank() == 0:
            result = func()
            buffer[0] = result
        if dist.get_backend() == "nccl":
            buffer = buffer.cuda()
        dist.broadcast(buffer, src=0)
        return buffer.cpu().numpy().tolist()[0]

    def _call_and_communicate_obj(self, func: Callable) -> Any:

Instances