abb4e425ff57acad92d42e92a6c76526a3b49e27,softlearning/samplers/simple_sampler.py,SimpleSampler,sample,#SimpleSampler#,19

Before Change

            next_observations=next_observation)

        if terminal or self._path_length >= self._max_path_length:
            last_path = self.pool.last_n_batch(
                self._path_length,
                observation_keys=getattr(self.env, "observation_keys", None))
            last_path.update({"infos": self._infos})
            self._last_n_paths.appendleft(last_path)

            self.policy.reset()

After Change

        self._current_path["infos"].append(info)

        if terminal or self._path_length >= self._max_path_length:
            last_path = {
                field_name: np.array(values)
                for field_name, values in self._current_path.items()
            }
            self.pool.add_path(last_path)
            self._last_n_paths.appendleft(last_path)

            self.policy.reset()

Instances