ccad9100803437a48c5a6d212e5b284c7bb680bc,thumt/bin/dist_trainer.py,,main,#Any#,317

Before Change

        if not params.record:
            // Build input queue
            src_inputs = get_dataset(params.input[0])
            tgt_inputs = get_dataset(params.input[1])
            inputs = [src_inputs, tgt_inputs]
            features = dataset.get_training_input(inputs, params)
        else:
            features = record.get_input_features(
                os.path.join(params.record, "*train*"), "train", params

After Change

        def all_reduce_fn(tensor):
            return hvd.allreduce(tensor, compression=hvd.Compression.fp16)

        loss, ops = optimize.create_train_op(loss, opt, global_step,
                                             all_reduce_fn, params)
        restore_op = restore_variables(args.checkpoint)

Instances