8f56cd7ecd8c4e04f5e0963eda15e97ef0653529,src/codebase/tasks.py,RTE8Task,load_data,#RTE8Task#Any#Any#Any#,593

Before Change

        train_data = []
        test_data = []
        for sub in subdirs:
            train_data.append(load_files(get_paths(path, "training", way_type, sub), sub))
            test_data.append(load_files(get_paths(path, "test", way_type, sub), sub))

        targ_map = {"incorrect":0, "correct":1, "contradictory":2}
        def reformat(data):
            sents1, sents2, targs = [], [], []
            merged = data[0]

After Change

        sent1s, sent2s, targs = do_everything("training", domains)
        tmp = list(zip(sent1s, sent2s, targs))
        random.shuffle(tmp)
        sent1s, sent2s, targs = zip(*tmp)
        n_exs = len(sent1s)
        split_pt = int(.1 * n_exs)
        tr_data = sort_data(sent1s[split_pt:], sent2s[split_pt:], targs[split_pt:])

Instances