f0e65fb964fd69b696e881f797d414cc3ee3836c,finetune/input_pipeline.py,BasePipeline,_array_format,#BasePipeline#Any#Any#,64

Before Change

        if encoded_output.context is not None:
            context_arr = np.empty((self.config.max_length, self.config.context_dim), dtype="object")
            context_arr.fill((pad_token or self.config.pad_token))

        // BPE embedding
        x[:seq_length, 0] = encoded_output.token_ids
        // masking: value of 1 means "consider this in cross-entropy LM loss"

After Change

        if encoded_output.context is not None:
            if len(np.shape(encoded_output.context)) == 3:
                context_arr[:seq_length][:] = np.squeeze(encoded_output.context)
            elif len(np.shape(encoded_output.context)) == 2:
                context_arr[:seq_length][:] = np.squeeze(encoded_output.context)
            else:
                raise FinetuneError("Incorrect context rank.")

        // positional_embeddings

Instances