c8a46a31f394ba2d0aef3993fdd49e355afbb5af,finetune/input_pipeline.py,BasePipeline,feed_shape_type_def,#BasePipeline#,45

Before Change

    def feed_shape_type_def(self):
        TS = tf.TensorShape
        return (
            ({"tokens": tf.int32, "mask": tf.float32}, tf.float32),
            (
                {
                    "tokens": TS([self.config.max_length, 2]),
                    "mask": TS([self.config.max_length]),
                },
                TS([self.target_dim]),
            ),
        )

    def _array_format(self, encoded_output, pad_token=None):
        
        Returns numpy array of token idxs and corresponding mask

After Change

    def feed_shape_type_def(self):
        TS = tf.TensorShape
        types = {"tokens": tf.int32, "mask": tf.float32}
        shapes = {
            "tokens": TS([self.config.max_length, 2]),
            "mask": TS([self.config.max_length]),
        }
        types, shapes = self._add_context_info_if_present(types, shapes)
        return (
            (types, tf.float32,),
            (shapes, TS([self.target_dim]),),
        )

    def _array_format(self, encoded_output, pad_token=None):
        
        Returns numpy array of token idxs and corresponding mask

Instances