c8fdaf6c7bc7e58b025fe4aaf6e6f8948ae932de,parlai/tasks/wikimovies/build.py,,build,#Any#,12

Before Change

def build(opt):
    dpath = os.path.join(opt["datapath"], "WikiMovies")

    if not build_data.built(dpath):
        print("[building data: " + dpath + "]")
        build_data.remove_dir(dpath)
        build_data.make_dir(dpath)

        // Download the data.
        fname = "wikimovies.tar.gz"
        url = "https://s3.amazonaws.com/fair-data/parlai/wikimovies/" + fname
        build_data.download(url, dpath, fname)
        build_data.untar(dpath, fname)

        // Mark the data as built.
        build_data.mark_done(dpath)

After Change

def build(opt):
    dpath = os.path.join(opt["datapath"], "WikiMovies")
    version = None

    if not build_data.built(dpath, version_string=version):
        print("[building data: " + dpath + "]")
        if build_data.built(dpath):
            // An older version exists, so remove these outdated files.
            build_data.remove_dir(dpath)
        build_data.make_dir(dpath)

        // Download the data.
        fname = "wikimovies.tar.gz"
        url = "https://s3.amazonaws.com/fair-data/parlai/wikimovies/" + fname
        build_data.download(url, dpath, fname)
        build_data.untar(dpath, fname)

        // Mark the data as built.
        build_data.mark_done(dpath, version_string=version)

Instances