48ba4478d617e9afc97ea94169a69c1466298423,torchtext/datasets/amazonreviewpolarity.py,,AmazonReviewPolarity,#Any#Any#,23

Before Change

            reader = unicode_csv_reader(f)
            for row in reader:
                yield int(row[0]), " ".join(row[1:])
    dataset_tar = download_from_url(URL, root=root,
                                    path=os.path.join(root, _PATH),
                                    hash_value=MD5, hash_type="md5")
    extracted_files = extract_archive(dataset_tar)

    path = find_match(split + ".csv", extracted_files)
    return RawTextIterableDataset("AmazonReviewPolarity", NUM_LINES[split],
                                  _create_data_from_csv(path))

After Change

            reader = unicode_csv_reader(f)
            for row in reader:
                yield int(row[0]), " ".join(row[1:])
    path = download_extract_validate(root, URL, MD5, _PATH, _EXTRACTED_FILES[split],
                                     _EXTRACTED_FILES_MD5[split], hash_type="md5")
    logging.info("Creating {} data".format(split))
    return RawTextIterableDataset("AmazonReviewPolarity", NUM_LINES[split],
                                  _create_data_from_csv(path))

Instances