2d25e783797d0918e30de45ab009c35e847fe20b,parlai/scripts/multiprocessing_train.py,,multiprocess_train,#Any#Any#Any#Any#Any#Any#,29

Before Change

    with distributed_utils.override_print(suppress_output, print_prefix):
        // perform distributed setup, ensuring all hosts are ready
        torch.cuda.set_device(opt["gpu"])
        dist.init_process_group(
            backend="nccl",
            init_method="tcp://{}:{}".format(hostname, port),
            world_size=opt["distributed_world_size"],

After Change

    with distributed_utils.override_print(suppress_output, print_prefix):
        // perform distributed setup, ensuring all hosts are ready
        if opt["gpu"] != -1:
            torch.cuda.set_device(opt["gpu"])
        dist.init_process_group(
            backend="nccl",
            init_method="tcp://{}:{}".format(hostname, port),
            world_size=opt["distributed_world_size"],

Instances