5b1cfa22c1dc08e92f8a21311728397cfb84ffe1,finetune/utils.py,,finetune_to_indico_sequence,#Any#Any#Any#Any#Any#Any#,298

Before Change

                ]
                if prob_seq is not None:
                    annotation.append(("confidence", prob_seq))
                doc_annotations.add(tuple(annotation))
        doc_annotations = sorted([dict(items) for items in doc_annotations], key=lambda x: x["start"])
        annotations.append(doc_annotations)
    return raw_texts, annotations

After Change

                    annotation["confidence"] = confidences

                // prevent duplicate annotation edge case
                if (annotation_start, annotation_end) not in annotation_ranges:
                    annotation_ranges.add((annotation_start, annotation_end))
                    doc_annotations.append(annotation)
                    
        doc_annotations = sorted([dict(items) for items in doc_annotations], key=lambda x: x["start"])
        annotations.append(doc_annotations)
    return raw_texts, annotations

Instances