43f6da787e02b49a9d219c5049165be71471ee9a,torch/distributed/distributed_c10d.py,,init_process_group,#Any#Any#Any#Any#Any#Any#Any#,350

Before Change

    // barrier at the end to ensure that once we return from this method, all
    // process groups including global variables are updated correctly on all
    // ranks.
    barrier()

def _new_process_group_helper(world_size,
                              rank,
                              group_ranks,

After Change

    // barrier at the end to ensure that once we return from this method, all
    // process groups including global variables are updated correctly on all
    // ranks.
    if backend == Backend.MPI:
        // MPI doesn"t have store.
        barrier()
    else:
        // Use store based barrier here since barrier() used a bunch of
        // default devices and messes up NCCL internal state.
        _store_based_barrier(rank, store, timeout)

def _new_process_group_helper(world_size,
                              rank,
                              group_ranks,
                              backend,

Instances