80f87868e6ffad6b2a7f6c4e9933ff14bb8abb49,deeppavlov/core/data/utils.py,,download_decompress,#Any#Any#Any#,106

Before Change

    download_path = Path(download_path)
    if extract_path is None:
        extract_path = download_path
    extract_path = Path(extract_path)
    arch_file_path = download_path / file_name
    log.info("Extracting {} archive into {}".format(arch_file_path, extract_path))
    download(arch_file_path, url)
    if url.endswith(".tar.gz"):

After Change

    elif isinstance(extract_paths, list):
        extract_paths = [Path(path) for path in extract_paths]

    if url.endswith((".tar.gz", ".gz", ".zip")):
        for extract_path in extract_paths:
            log.info("Extracting {} archive into {}".format(arch_file_path, extract_path))
            extract_path.mkdir(parents=True, exist_ok=True)

            if url.endswith(".tar.gz"):
                untar(arch_file_path, extract_path)
            elif url.endswith(".gz"):
                ungzip(arch_file_path, extract_path)
            elif url.endswith(".zip"):
                zip_ref = zipfile.ZipFile(arch_file_path, "r")
                zip_ref.extractall(extract_path)
                zip_ref.close()

        arch_file_path.unlink()
    else:
        log.error("File {} has unsupported format. "
                  "Not extracted, downloaded to {}".format(file_name, arch_file_path))


def load_vocab(vocab_path):
    vocab_path = Path(vocab_path)
    with vocab_path.open() as f:
        return f.read().split()

Instances