5ec418e8146079d6797bb15b0f5e777862815df6,env.py,Env,reset,#Env#,54

Before Change

  def reset(self):
    observation = self._reset()
    // Press fire (raw action 1) to reset game if needed
    if 1 in self.actions.keys():
      observation, _, done = self.step(1)
      if done:
        self._reset()
      observation, _, done = self.step(2)
      if done:
        self._reset()
    return observation
 
  def step(self, action):
    // Repeat action 4 times, max pool over last 2 frames

After Change

      self._reset_buffer()
      self.ale.reset_game()
      // Perform up to 30 random no-ops before starting
      for _ in range(random.randrange(30)):
        self.ale.act(0)  // Assumes raw action 0 is always no-op
        if self.ale.game_over():
          self.ale.reset_game()
    // Process and return "initial" state
    observation = self._get_state()
    self.state_buffer.append(observation)
    self.lives = self.ale.lives()
    return torch.stack(list(self.state_buffer), 0)

Instances