1b13cb710528bc7ebfaf7e402cdc2c1090f0afe5,deeplearning/clgen/models/tensorflow_backend.py,TensorFlowModel,_LockedTrain,#TensorFlowModel#,177

Before Change

      max_batch = self.config.training.num_epochs * self.data_generator.num_batches

      if sess.run(self.epoch) != self.config.training.num_epochs:
        logging.info("training, %s", self)

      // Per-epoch training loop.
      // TODO(cec): Per-epoch progress bars.
      for epoch_num in range(sess.run(self.epoch) + 1,

After Change

        logging.info("Loss: %.6f.", loss)

        // Save after every epoch.
        start_time = time.time()
        global_step = epoch_num
        checkpoint_prefix = (self.cache.path / "checkpoints" / "checkpoint")
        saver.save(sess, checkpoint_prefix, global_step=global_step)
        checkpoint_path = f"{checkpoint_prefix}-{global_step}"
        logging.info(
            "Saved checkpoint %s in %s ms.",
            checkpoint_path,
            humanize.intcomma(int((time.time() - start_time) * 1000)))
        assert pathlib.Path(
            f"{checkpoint_prefix}-{global_step}.index").is_file()
        assert pathlib.Path(f"{checkpoint_prefix}-{global_step}.meta").is_file()

Instances