5e04ec7ae0b1b3b1ee321a28e09616653373cef5,asdl/lang/sql/utils.py,,my_detokenize,#Any#Any#Any#,11

Before Change

        if not match and raise_error:
            raise ValueError("cannot find the entry for %s in the token dict" % token)

    return "".join(literal).strip()


def detokenize_query(query, example_dict, table):
    detokenized_conds = []

After Change

        val = "".join(literal).strip()
    except IndexError:
        if raise_error:
            raise IndexError("cannot find the entry for [%s] in the token dict [%s]" % (" ".join(tokens),
                                                                                        " ".join(token_dict["words"])))

        // if we cannot find a consecutive sequence in the gloss dictionary,
        // revert to token-wise matching

        for token in tokens:
            match = False
            for word, gloss, after in zip(token_dict["words"], token_dict["gloss"], token_dict["after"]):
                if token == word:
                    literal.extend([gloss, after])
                    match = True
                    break

            if not match and raise_error:
                raise IndexError("cannot find the entry for [%s] in the token dict [%s]" % (" ".join(tokens),
                                                                                            " ".join(
                                                                                                token_dict["words"])))
        val = "".join(literal).strip()

    return val

Instances