49d41416e440926f0a9a8243b4d77f6f5468efe9,app/server/utils.py,CoNLLHandler,parse,#CoNLLHandler#Any#,100

Before Change

        for i, line in enumerate(file, start=1):
            line = line.decode("utf-8")
            line = line.strip()
            if line:
                try:
                    word, tag = line.split("\t")
                except ValueError:
                    raise FileParseException(line_num=i, line=line)
                words.append(word)
                tags.append(tag)
            else:
                yield words, tags
                words, tags = [], []
        if len(words) > 0:
            yield words, tags

    def render(self):

After Change

                yield data
                data = []
            try:
                j = json.loads(line)
                j["meta"] = json.dumps(j.get("meta", {}))
                data.append(j)
            except json.decoder.JSONDecodeError:
                raise FileParseException(line_num=i, line=line)

Instances