c6c9864bd5be1822892e71f640dc71e28ef512ab,src/codebase/tasks.py,RTETask,load_data,#RTETask#Any#Any#,743

Before Change

                return all_paths

        dev_data = []
        test_data = []
        dev_data = load_files(get_paths(path, "dev"))
        test_data = load_files(get_paths(path, "test"))

        def reformat(data):

After Change

        n_exs = len(dev_sents1)
        split_pt = int(.2 * n_exs)
        tmp = list(zip(dev_sents1, dev_sents2, dev_targs))
        random.shuffle(tmp)
        dev_sents1, dev_sents2, dev_targs = zip(*tmp)
        tr_data = sort_data(dev_sents1[split_pt:], dev_sents2[split_pt:], dev_targs[split_pt:])
        val_data = sort_data(dev_sents1[:split_pt], dev_sents2[:split_pt], dev_targs[:split_pt])
        te_data = sort_data(te_sents1, te_sents2, te_targs)

Instances