bd334ef20fdccb74d310ca00b1134388645ba0a5,vendor/readability/encoding.py,,get_encoding,#Any#,4

Before Change

    if not text.strip() or len(text) < 10:
        return enc // can"t guess
    try:
        diff = text.decode(enc, "ignore").encode(enc)
        sizes = len(diff), len(text)
        if abs(len(text) - len(diff)) < max(sizes) * 0.01: // 99% of utf-8
            return enc
    except UnicodeDecodeError:
        pass

After Change

            xml_re.findall(page))

    // Try any declared encodings
    if len(declared_encodings) > 0:
        for declared_encoding in declared_encodings:
            try:
                page.decode(custom_decode(declared_encoding))
                return custom_decode(declared_encoding)
            except UnicodeDecodeError:
                pass

    // Fallback to chardet if declared encodings fail
    text = re.sub("</?[^>]*>\s*", " ", page)
    enc = "utf-8"
    if not text.strip() or len(text) < 10:
        return enc // can"t guess

Instances