43587c64f9e25467c17394504a327d90e05b865c,official/nlp/tasks/sentence_prediction.py,SentencePredictionTask,initialize,#SentencePredictionTask#Any#,127

Before Change

    }
    ckpt = tf.train.Checkpoint(**pretrain2finetune_mapping)
    latest_pretrain_ckpt = tf.train.latest_checkpoint(pretrain_ckpt_dir)
    if latest_pretrain_ckpt is None:
      raise FileNotFoundError(
          "Cannot find pretrain checkpoint under {}".format(pretrain_ckpt_dir))
    status = ckpt.restore(latest_pretrain_ckpt)
    status.expect_partial().assert_existing_objects_matched()
    logging.info("finished loading pretrained checkpoint.")

After Change

  def initialize(self, model):
    Load a pretrained checkpoint (if exists) and then train from iter 0.
    ckpt_dir_or_file = self.task_config.init_checkpoint
    if tf.io.gfile.isdir(ckpt_dir_or_file):
      ckpt_dir_or_file = tf.train.latest_checkpoint(ckpt_dir_or_file)
    if not ckpt_dir_or_file:
      return

    pretrain2finetune_mapping = {

Instances