244940504e919a9f5c4e191f3d121ecebec00950,tests/chunking/test_chunking.py,,load_input,#Any#,12

Before Change

def load_input(input_file):
    if sys.version_info >= (3, 0):
        content = [text.split("\t")[0] for text in open(input_file, "r", encoding="utf-8").read().strip().split("\n")]
        content = " ".join(content)
        return content
    else:
        content = [text.split("\t")[0].decode("utf-8") for text in open(input_file, "r").read().strip().split("\n")]
    content = u" ".join(content)

After Change

def load_input(input_file):
    lines = read(input_file).strip().split("\n")
    content = [line.split("\t")[0] for line in lines]
    content = u" ".join(content)
    return content

Instances