9994e36736a673339dfa0d8f506422cfda98f261,examples/sentiment_example.py,,read_and_shuffle_data,#Any#Any#Any#Any#Any#,119

Before Change

            (train_neg_filepattern, train_pos_filepattern))
        | "WriteTrainData" >> tfrecordio.WriteToTFRecord(
            os.path.join(working_dir, SHUFFLED_TRAIN_DATA_FILEBASE),
            coder=example_proto_coder.ExampleProtoCoder(
                RAW_DATA_METADATA.schema)))
    _ = (
        pipeline
        | "ReadAndShuffleTest" >> ReadAndShuffleData(
            (test_neg_filepattern, test_pos_filepattern))
        | "WriteTestData" >> tfrecordio.WriteToTFRecord(
            os.path.join(working_dir, SHUFFLED_TEST_DATA_FILEBASE),
            coder=example_proto_coder.ExampleProtoCoder(
                RAW_DATA_METADATA.schema)))
    // pylint: enable=no-value-for-parameter

After Change

    working_dir: Directory to write shuffled data to
  
  with beam.Pipeline() as pipeline:
    coder = example_proto_coder.ExampleProtoCoder(RAW_DATA_METADATA.schema)

    // pylint: disable=no-value-for-parameter
    _ = (
        pipeline
        | "ReadAndShuffleTrain" >> ReadAndShuffleData(
            (train_neg_filepattern, train_pos_filepattern))
        | "EncodeTrainData" >> beam.Map(coder.encode)
        | "WriteTrainData" >> tfrecordio.WriteToTFRecord(
            os.path.join(working_dir, SHUFFLED_TRAIN_DATA_FILEBASE)))

    _ = (
        pipeline
        | "ReadAndShuffleTest" >> ReadAndShuffleData(
            (test_neg_filepattern, test_pos_filepattern))
        | "EncodeTestData" >> beam.Map(coder.encode)
        | "WriteTestData" >> tfrecordio.WriteToTFRecord(
            os.path.join(working_dir, SHUFFLED_TEST_DATA_FILEBASE)))
    // pylint: enable=no-value-for-parameter

Instances