e45e93c11d6c87716b828e4bd4b08fa9d96d5c50,conceptnet5/nodes.py,,standardized_concept_uri,#Any#Any#,98

Before Change

    text = preprocess_text(text.replace("_", " "), lang)
    norm_text = standardize_text(text, token_filter)
    more_text = [standardize_text(item, token_filter) for item in more
                 if item is not None]
    return concept_uri(lang, norm_text, *more_text)


normalized_concept_uri = standardized_concept_uri

After Change

    more_text = []
    for item in more:
        if item is not None:
            tokens = simple_tokenize(item.replace("_", " "))
            if token_filter is not None:
                tokens = token_filter(tokens)
            more_text.append("_".join(tokens))
    
    return concept_uri(lang, norm_text, *more_text)

Instances