6132a909409f3bb8217c43a00cbf6777115b3608,theanolm/commands/train.py,,train,#Any#,187

Before Change

            theano.printing.debugprint(optimizer.gradient_update_function)

        print("Building text scorer.")
        sys.stdout.flush()
        scorer = TextScorer(network, ignore_unk, unk_penalty, args.profile)
        validation_mmap = mmap.mmap(args.validation_file.fileno(),
                                    0,
                                    prot=mmap.PROT_READ)

After Change

        trainer.initialize(network, state, optimizer)

        if not args.validation_file is None:
            print("Building text scorer for cross-validation.")
            sys.stdout.flush()
            scorer = TextScorer(network, ignore_unk, unk_penalty, args.profile)
            print("Validation text:", args.validation_file.name)
            validation_mmap = mmap.mmap(args.validation_file.fileno(),
                                        0,
                                        prot=mmap.PROT_READ)
            validation_iter = \
                LinearBatchIterator(validation_mmap,
                                    vocabulary,
                                    batch_size=args.batch_size,
                                    max_sequence_length=None)
            trainer.set_validation(validation_iter, scorer)
        else:
            validation_iter = None

        print("Training neural network.")
        sys.stdout.flush()
        trainer.train()

Instances