16a2c0070b0b3ce41dd0e53ecf47eda03ea65c2c,parlai/scripts/build_pytorch_data.py,,build_data,#Any#,50

Before Change

                    ex["preprocessed"] = True
                num_eps += 1
                num_exs += 1
                logger.log(num_exs, total_exs)
                ex_len = pytorch_data.write(json.dumps(make_serializable(ex)) + "\n")
                idx_to_char.append(cumulative_char_len)
                cumulative_char_len += ex_len
            // reset

After Change

            episode_done = False
            current.clear()
            context.clear()
    pbar.close()

    with open(os.path.join(datapath, "char_index"), "w") as char_index:
        json.dump(idx_to_char, char_index)
    with open(os.path.join(datapath, "data_length"), "w") as pytorch_data_len:

Instances