d771d58a66c57aa77b8ef61501bf879de25c0c8c,deeppavlov/dataset_readers/insurance_reader.py,InsuranceReader,preprocess_data_train,#InsuranceReader#Any#,29

Before Change

            q, pa = eli.split("\t")
            pa_list = [int(el) - 1 for el in pa.split(" ")]
            for elj in pa_list:
                contexts.append([int(el.split("_")[1]) for el in q.split(" ")])
                responses.append(elj)
                positive_responses_pool.append(pa_list)
        train_data = [{"context": el[0], "response": el[1],
                       "pos_pool": el[2], "neg_pool": None}

After Change

            q, pa = eli.split("\t")
            pa_list = [int(el) - 1 for el in pa.split(" ")]
            for elj in pa_list:
                contexts.append(self.idxs2cont_vocab[q])
                responses.append(elj)
                positive_responses_pool.append(pa_list)
        train_data = [{"context": el[0], "response": el[1],
                       "pos_pool": el[2], "neg_pool": None}

Instances