1cc985368e1cd5909fbea41335ef80230a5042cb,src/preprocess.py,,process_task,#Any#Any#Any#,186

Before Change

        //val.index_instances(vocab)
    else:
        val = None
    if hasattr(task, "test_data_text") and task.test_data_text is not None:
        test = process_split(task.test_data_text, token_indexer, task.pair_input, task.categorical)
        //test.index_instances(vocab)
    else:
        test = None
    for instance in train + val + test:
        instance.index_fields(vocab)
    return train, val, test

After Change

            split = process_single_pair_task_split(split_text, token_indexer, is_pair=False)
        elif isinstance(task, PairClassificationTask):
            split = process_single_pair_task_split(split_text, token_indexer, is_pair=True)
        elif isinstance(task, PairRegressionTask):
            split = process_single_pair_task_split(split_text, token_indexer, is_pair=True,
                                                   classification=False)
        elif isinstance(task, SequenceGenerationTask):
            pass
        elif isinstance(task, RankingTask):
            pass
        else:
            raise ValueError("Preprocessing procedure not found for %s" % task.name)
        for instance in split:
            instance.index_fields(vocab)
        setattr(task, "%s_data" % split_name, split)
    return

Instances