17361796c4e0cb7bfab5a24b60737645e4cd064d,tests/data/fields/text_field_test.py,TestTextField,test_index_converts_field_correctly,#TestTextField#,80

Before Change

        t_index = vocab.add_token_to_namespace("t", namespace="characters")
        c_index = vocab.add_token_to_namespace("c", namespace="characters")

        field = TextField(["A", "sentence"], {"words": token_indexers["single id"](namespace="words")})
        field.index(vocab)
        // pylint: disable=protected-access
        assert field._indexed_tokens["words"] == [capital_a_index, sentence_index]

        field1 = TextField(["A", "sentence"], {"characters": token_indexers["characters"](namespace="characters")})
        field1.index(vocab)
        assert field1._indexed_tokens["characters"] == [[capital_a_char_index],
                                                        [s_index, e_index, n_index, t_index,
                                                         e_index, n_index, c_index, e_index]]
        field2 = TextField(["A", "sentence"],
                           token_indexers={"words": token_indexers["single id"](namespace="words"),
                                           "characters": token_indexers["characters"](namespace="characters")})
        field2.index(vocab)
        assert field2._indexed_tokens["words"] == [capital_a_index, sentence_index]
        assert field2._indexed_tokens["characters"] == [[capital_a_char_index],

After Change

        t_index = vocab.add_token_to_namespace("t", namespace="characters")
        c_index = vocab.add_token_to_namespace("c", namespace="characters")

        field = TextField(["A", "sentence"], {"words": SingleIdTokenIndexer(namespace="words")})
        field.index(vocab)
        // pylint: disable=protected-access
        assert field._indexed_tokens["words"] == [capital_a_index, sentence_index]

Instances