3b3f8bd00c463e441600673141ff2de608880c9a,deeppavlov/datasets/dialog_dataset.py,DialogDataset,batch_generator,#DialogDataset#Any#Any#Any#,58
Before Change
order = list(range(num_dialogs))
if shuffle:
random.shuffle(order)
for i in range((num_dialogs - 1) // batch_size + 1):
print("Getting dialogs =", [dialog_indices[o] for o in
order[i*batch_size:(i+1)*batch_size]])
yield list(itertools.chain.from_iterable(
_dialog(dialog_indices[o])\
for o in order[i*batch_size:(i+1)*batch_size]))
@staticmethod
def _dialog_indices(data):
dialog_indices = []
i, last_idx = 0, 0
After Change
random.shuffle(order)
self.random_state = random.getstate()
random.setstate(rs)
for i in order:
for x, y in dialogs[i]:
yield [x], [y]
@staticmethod
def _dialogs(data):
dialogs = []
for x, y in data:
In pattern: SUPERPATTERN
Frequency: 3
Non-data size: 6
Instances
Project Name: deepmipt/DeepPavlov
Commit Name: 3b3f8bd00c463e441600673141ff2de608880c9a
Time: 2018-02-05
Author: yoptar@gmail.com
File Name: deeppavlov/datasets/dialog_dataset.py
Class Name: DialogDataset
Method Name: batch_generator
Project Name: coala/coala-bears
Commit Name: bfd61fb7a0c4456ce812a227f3b1962b2c727879
Time: 2016-09-03
Author: abdealikothari@gmail.com
File Name: bears/general/KeywordBear.py
Class Name: KeywordBear
Method Name: run
Project Name: pytorch/text
Commit Name: 038515ccfb6df094e22b9f14fcf9d8c391bc4eaa
Time: 2019-07-26
Author: cpuhrsch@fb.com
File Name: torchtext/data/utils.py
Class Name:
Method Name: ngrams_iterator