6316edd2aacd0d2a072a07868971049d3f554d58,wandb/internal/file_stream.py,CRDedupeFilePolicy,process_chunks,#CRDedupeFilePolicy#Any#,75

Before Change

    def process_chunks(self, chunks):
        content = []
        for line in [c.data for c in chunks]:
            if content and content[-1].endswith("\r"):
                content[-1] = line
            else:
                content.append(line)
        chunk_id = self._chunk_id
        self._chunk_id += len(content)
        if content and content[-1].endswith("\r"):
            self._chunk_id -= 1

After Change

            s = c.data.split(":")
            tstamp = s[0] + ":" + s[1].split(" ")[0]
            lines = c.data.split(os.linesep)
            for line in lines:
                line = line.split("\r")[-1]
                if line:
                    // check for cursor up control character
                    if line.endswith("\x1b\x5b\x41"):
                        if flag:
                            ret.pop()
                            flag = False
                    else:
                        ret.append(tstamp + " " + line + os.linesep)
                        flag = True
        chunk_id = self._chunk_id
        self._chunk_id += len(ret)
        return {
            "offset": chunk_id,

Instances