6955fab0f4f0a38ead24cec84152d82769a0cfa2,scripts/bert/run_pretraining_hvd.py,,,#,248

Before Change

            if args.max_seq_length:
                raise UserWarning("argument max_seq_length is valid only when --raw is set")
            if args.short_seq_prob:
                raise UserWarning("argument short_seq_prob is valid only when --raw is set")
            if args.masked_lm_prob:
                raise UserWarning("argument masked_lm_prob is valid only when --raw is set")
            if args.max_predictions_per_seq:
                raise UserWarning("argument max_predictions_per_seq is valid only when "

After Change

    logging.info("Train cost={:.1f}s".format(train_end_time - train_begin_time))

if __name__ == "__main__":
    random_seed = random.randint(0, 1000)
    nlp.utils.mkdir(args.ckpt_dir)
    ctx = mx.gpu(local_rank)

    dataset_name, vocab = args.dataset_name, None

Instances