80373cedf76f85b47de78080712f508a46c5345c,open_seq2seq/models/text2text_test.py,BasicText2TextWithAttentionTest,test_train,#BasicText2TextWithAttentionTest#,22

Before Change

      model.compile()
      with self.test_session(use_gpu=True) as sess:
        tf.global_variables_initializer().run()
        for num in range(0, 2):
          for i, model_dict in enumerate(model.data_layer.iterate_one_epoch()):
            loss, _ = sess.run(
              [model.loss, model.train_op],
              feed_dict=model_dict,
            )


class BasicText2TextWithAttentionTestOnHorovod(tf.test.TestCase):
  def setUp(self):
    print("Setting Up BasicSeq2SeqWithAttention on Horovod")
    create_data(train_corpus_size=500)

After Change

    train_config["data_layer_params"]["source_file"] = "./toy_data/train/source.txt"
    train_config["data_layer_params"]["target_file"] = "./toy_data/train/target.txt"

    step = 0
    with tf.Graph().as_default():
      model = config_module["base_model"](train_config, "train", None)
      model.compile()
      with self.test_session(use_gpu=True) as sess:
        tf.global_variables_initializer().run()
        sess.run(model.get_data_layer().iterator.initializer)
        while True:
          try:
            loss, _ = sess.run(
              [model.loss, model.train_op]
            )
          except tf.errors.OutOfRangeError:
            break
          step += 1
          if step >=25:
            break


class BasicText2TextWithAttentionTestOnHorovod(tf.test.TestCase):
  def setUp(self):
    print("Setting Up BasicSeq2SeqWithAttention on Horovod")
    create_data(train_corpus_size=500)

Instances