1082ba352c5f1d524b1fcba43ee611280b169224,fairseq/distributed_utils.py,,distributed_init,#Any#,19

Before Change

    print("| distributed init (rank {}): {}".format(
        args.distributed_rank, args.distributed_init_method), flush=True)
    if args.distributed_init_method.startswith("tcp://"):
        torch.distributed.init_process_group(
            backend=args.distributed_backend, init_method=args.distributed_init_method,
            world_size=args.distributed_world_size, rank=args.distributed_rank)

After Change

    if _use_c10d[0] is None:
        _use_c10d[0] = not args.no_c10d

    if _use_c10d[0] and not hasattr(torch.nn.parallel, "_DistributedDataParallelC10d"):
        _use_c10d[0] = False
        print("WARNING: cannot find DistributedDataParallelC10d, "
              "falling back to standard DistributedDataParallel")

    print("| distributed init (rank {}): {}".format(
        args.distributed_rank, args.distributed_init_method), flush=True)

    if _use_c10d[0]:

Instances