3052e961e54ead28c717b6bbf5c785946e727fa9,finetune/input_pipeline.py,BasePipeline,get_target_input_fn,#BasePipeline#Any#Any#,316

Before Change

    def get_target_input_fn(self,Xs,batch_size=None):

        if not callable(Xs):
            Xs_fn = lambda: self.wrap_tqdm(Xs, False)
        else:
            Xs_fn = lambda: self.wrap_tqdm(Xs(), False)

        dataset_encoded = lambda: itertools.chain.from_iterable(map(self._encode_separate_inference, Xs_fn()))


        batch_size = batch_size or self.config.batch_size

After Change

        batch_size = min(len(features),64)
        features = pd.DataFrame(features).to_dict("list")
        for key in features:
            features[key] = np.array(features[key])
        tf_dataset = lambda: tf.data.Dataset.from_tensor_slices(dict(features)).batch(batch_size)
        return tf_dataset
            

Instances