3be1154314111df8cd327a321fe3d68e7b661c68,tensorflow_datasets/text/pg19.py,Pg19,_generate_examples,#Pg19#Any#Any#,105

Before Change

  def _generate_examples(self, filepaths, metadata):
    Yields examples.

    metadata_dict = collections.defaultdict(list)
    for row in metadata:
      features = row.split(",")
      metadata_dict["book_id"].append(int(features[0]))
      metadata_dict["book_title"].append(str(features[1]))

After Change

      book_id = metadata[index][0]
      print("<-----CHARLES----->", file)
      book_data = metadata[index][1]
      print(book_data)
      // book_data = metadata[int(book_id)]

      with tf.io.gfile.GFile(file, "r") as f:
        text = f.read().strip()

Instances