09e72f2042e26725632082d93df70cbc86071d38,reagent/gym/tests/preprocessors/test_replay_buffer_inserters.py,TestBasicReplayBufferInserter,test_cartpole,#TestBasicReplayBufferInserter#,12

Before Change

        i = 0
        while not terminal and i < 5:
            action = env.action_space.sample()
            next_obs, reward, terminal, _ = env.step(action)
            replay_buffer_inserter(
                replay_buffer, obs, action, reward, terminal, log_prob=0.0
            )
            obs = next_obs

After Change

            inserted[1]["observation"], batch.next_state.squeeze(0)
        )
        npt.assert_array_equal(inserted[0]["action"], batch.action.squeeze(0))
        npt.assert_array_equal(inserted[1]["action"], batch.next_action.squeeze(0))


class TestRecSimReplayBufferInserter(HorizonTestBase):
    @unittest.skipIf(not HAS_RECSIM, "RecSim not installed")

Instances