def _reset_buffer(self):
for _ in range(self.window):
self.state_buffer.append(self.dtype(84, 84).zero_())
def reset(self):
if self.life_termination:
After Change
def _reset_buffer(self):
for _ in range(self.window):
self.state_buffer.append(torch.zeros(84, 84, device=self.device))
def reset(self):
if self.life_termination: