f0e65fb964fd69b696e881f797d414cc3ee3836c,finetune/input_pipeline.py,BasePipeline,_array_format,#BasePipeline#Any#Any#,64

Before Change

        print("NUM TOKENS")
        print(seq_length)
        print("NUM CONTEXT")
        print(len(np.squeeze(encoded_output.context)))
        print("NUM LABEL")
        print(len(encoded_output.labels))
        

After Change

        if encoded_output.labels:
            labels_arr[:seq_length] = encoded_output.labels
        if encoded_output.context is not None:
            if len(np.shape(encoded_output.context)) == 3:
                context_arr[:seq_length][:] = np.squeeze(encoded_output.context)
            elif len(np.shape(encoded_output.context)) == 2:
                context_arr[:seq_length][:] = np.squeeze(encoded_output.context)
            else:
                raise FinetuneError("Incorrect context rank.")

        // positional_embeddings
        x[:, 1] = np.arange(
            self.text_encoder.vocab_size, self.text_encoder.vocab_size + self.config.max_length
        )

Instances