abb3fad266b933efcabbd4f208d515a495127a4f,mesh_tensorflow/transformer/utils.py,,eval_model,#Any#Any#Any#Any#Any#Any#Any#Any#Any#Any#Any#,1710

Before Change

            inputs.append(ex["inputs_plaintext"])
          else:
            inputs.append(ex["inputs"])
          if "targets_plaintext" in ex:
            targets.append(
                eval_dataset.postprocess_fn(
                    tf.compat.as_text(ex["targets_plaintext"]),
                    example=ex, is_target=True)
            )
          else:
            targets.append(
                eval_dataset.postprocess_fn(
                    ex["targets"], example=ex, is_target=True)
            )
        if output_eval_examples:
          targets_filename = os.path.join(
              eval_summary_dir,
              "{}_targets".format(eval_dataset.name),

After Change

          if "targets_pretokenized" in ex:
            targets_pretokenized = ex["targets_pretokenized"]
            if isinstance(targets_pretokenized, bytes):
              targets_pretokenized = targets_pretokenized.decode("utf-8")
            targets.append(
                eval_dataset.postprocess_fn(
                    targets_pretokenized, example=ex, is_target=True)
            )

Instances