8a70e91ab9878edde4a4abece136f931d032f687,tensorflow_transform/beam/impl_test.py,BeamImplTest,testUniquesAnalyzerWithTokenization,#BeamImplTest#,563
Before Change
"a": tf.FixedLenFeature((), tf.string, ""),
})
transformed_dataset, _ = (
(input_data, input_metadata)
| beam_impl.AnalyzeAndTransformDataset(
preprocessing_fn,
os.path.join(self.get_temp_dir(), "uniques_tokenize")))
expected_transformed_data = [{
"index": [0, 0, 1],
}, {
After Change
"a": tf.FixedLenFeature((), tf.string, ""),
})
with beam_impl.Context(temp_dir=self.get_temp_dir()):
transformed_dataset, _ = (
(input_data, input_metadata)
| beam_impl.AnalyzeAndTransformDataset(preprocessing_fn))
expected_transformed_data = [{
"index": [0, 0, 1],
}, {
"index": [0, 2, 1]
In pattern: SUPERPATTERN
Frequency: 5
Non-data size: 15
Instances
Project Name: tensorflow/transform
Commit Name: 8a70e91ab9878edde4a4abece136f931d032f687
Time: 2017-03-22
Author: no-reply@google.com
File Name: tensorflow_transform/beam/impl_test.py
Class Name: BeamImplTest
Method Name: testUniquesAnalyzerWithTokenization
Project Name: tensorflow/transform
Commit Name: 8a70e91ab9878edde4a4abece136f931d032f687
Time: 2017-03-22
Author: no-reply@google.com
File Name: tensorflow_transform/beam/impl_test.py
Class Name: BeamImplTest
Method Name: testTransformMoreThanDesiredBatchSize
Project Name: tensorflow/transform
Commit Name: 8a70e91ab9878edde4a4abece136f931d032f687
Time: 2017-03-22
Author: no-reply@google.com
File Name: tensorflow_transform/beam/impl_test.py
Class Name: BeamImplTest
Method Name: testTransformUnicode
Project Name: tensorflow/transform
Commit Name: 8a70e91ab9878edde4a4abece136f931d032f687
Time: 2017-03-22
Author: no-reply@google.com
File Name: tensorflow_transform/beam/impl_test.py
Class Name: BeamImplTest
Method Name: testUniquesAnalyzerWithFrequencyThreshold
Project Name: tensorflow/transform
Commit Name: 8a70e91ab9878edde4a4abece136f931d032f687
Time: 2017-03-22
Author: no-reply@google.com
File Name: tensorflow_transform/beam/impl_test.py
Class Name: BeamImplTest
Method Name: testUniquesAnalyzerWithTopK