fae4d620ff94113e9c0cb2cd4e71e46635b79aa9,onmt/tests/test_preprocess.py,TestData,dataset_build,#TestData#Any#,40

Before Change

        src_reader = onmt.inputters.str2reader[opt.data_type].from_opt(opt)
        tgt_reader = onmt.inputters.str2reader["text"].from_opt(opt)
        train_data_files = preprocess.build_save_dataset(
            "train", fields, src_reader, tgt_reader, opt)

        preprocess.build_save_vocab(train_data_files, fields, opt)

        preprocess.build_save_dataset(

After Change

        src_reader = onmt.inputters.str2reader[opt.data_type].from_opt(opt)
        tgt_reader = onmt.inputters.str2reader["text"].from_opt(opt)
        preprocess.build_save_dataset(
            "train", fields, src_reader, tgt_reader, opt)

        preprocess.build_save_dataset(
            "valid", fields, src_reader, tgt_reader, opt)

Instances