6b9c5e536d9de4aa959caff86a27472e8e75d9f7,finetune/input_pipeline.py,BasePipeline,_context_to_vector,#BasePipeline#Any#,167

Before Change

                        padded_indices.append(idx)
                    else:
                        tokens_with_context.append(sample[idx])
                characteristics = pd.DataFrame(tokens_with_context).to_dict("list")

                // make sure all features cover the same number of tokens, and calculate total num tokens
                num_tokens = None
                for label in self.context_labels:

After Change

                    else:
                        tokens_with_context.append(sample[idx])
                //characteristics = pd.DataFrame(tokens_with_context).to_dict("list")
                characteristics = {k:[dictionary[k] for dictionary in tokens_with_context] for k in tokens_with_context[0].keys()}

                // make sure all features cover the same number of tokens, and calculate total num tokens
                num_tokens = None

Instances