f34e4fbad1b40627dfdc92c6eaf56969cba77c06,test/data/test_builtin_datasets.py,TestDataset,test_wikitext2,#TestDataset#,17
Before Change
bptt_len=30)
// Delete the dataset after we"re done to save disk space on CI
if os.environ.get("TRAVIS") == "true":
datafile = os.path.join(self.project_root, ".data", "wikitext-2")
conditional_remove(datafile)
@slow
def test_penntreebank(self):
// smoke test to ensure penn treebank works properly
TEXT = data.Field(lower=True, batch_first=True)
After Change
// Delete the dataset after we"re done to save disk space on CI
datafile = os.path.join(self.project_root, ".data", "wikitext-2")
conditional_remove(datafile)
datafile = os.path.join(self.project_root, ".data", "wikitext-2-v1.zip")
conditional_remove(datafile)
@slow
def test_penntreebank_legacy(self):
from torchtext.legacy.datasets import PennTreebank
In pattern: SUPERPATTERN
Frequency: 3
Non-data size: 9
Instances
Project Name: pytorch/text
Commit Name: f34e4fbad1b40627dfdc92c6eaf56969cba77c06
Time: 2019-11-25
Author: 6156351+zhangguanheng66@users.noreply.github.com
File Name: test/data/test_builtin_datasets.py
Class Name: TestDataset
Method Name: test_wikitext2
Project Name: pytorch/text
Commit Name: f34e4fbad1b40627dfdc92c6eaf56969cba77c06
Time: 2019-11-25
Author: 6156351+zhangguanheng66@users.noreply.github.com
File Name: test/data/test_builtin_datasets.py
Class Name: TestDataset
Method Name: test_text_classification
Project Name: pytorch/text
Commit Name: f34e4fbad1b40627dfdc92c6eaf56969cba77c06
Time: 2019-11-25
Author: 6156351+zhangguanheng66@users.noreply.github.com
File Name: test/data/test_builtin_datasets.py
Class Name: TestDataset
Method Name: test_penntreebank