9def69a805132ff7549744b5b30a2fa7531fa405,tests/test_preprocess.py,,test_tmpreproc_en_tokens_dataframe,#Any#,525

Before Change

    assert list(df.columns) == ["token"]
    assert len(df.token) == sum(doc_lengths.values())

    ind0 = df.index.get_level_values(0)
    labels, lens = zip(*sorted(doc_lengths.items(), key=lambda x: x[0]))
    assert np.array_equal(ind0.to_numpy(), np.repeat(labels, lens))

    ind1 = df.index.get_level_values(1)

After Change

    df_as_list = df.to_list()

    ind0 = df_as_list[0]
    labels, lens = zip(*sorted(doc_lengths.items(), key=lambda x: x[0]))
    assert np.array_equal(ind0, np.repeat(labels, lens))

    ind1 = df_as_list[1]

Instances