b4fc4ccd412d6372d60de32883bdd512c17ac1ff,bin/utils/make_vocab.py,,main,#Any#,58

Before Change

                               newline_token=FLAGS.newline_token)

    with open(FLAGS.output_path, "w") as fout:
        fout.write("\n".join(vocab).encode("utf-8"))

if __name__ == "__main__":
    tf.app.run()

After Change

            max_vocab_size=FLAGS.max_vocab_size,
            newline_token=FLAGS.newline_token)

        with open(FLAGS.output_path, "w", encoding="utf-8") as fout:
            fout.write("\n".join(vocab))

Instances