230503ac56636d91d53d728c247c6ea3d096eeb9,tf_agents/environments/tf_environment_test.py,TFEnvironmentTest,testAutoReset,#TFEnvironmentTest#,232

Before Change

    tf_env = TFEnvironmentMock()
    _, step_state = tf_env.current_time_step()
    self.evaluate(tf.global_variables_initializer())
    _, step_state = tf_env.step(1, step_state)
    _, step_state = tf_env.step(2, step_state)
    time_step, _ = self.evaluate(tf_env.step(3, step_state))
    self.assertEqual(FIRST, time_step.step_type)
    self.assertEqual(0.0, time_step.reward)
    self.assertEqual(1.0, time_step.discount)

After Change

    tf_env = TFEnvironmentMock()
    time_step = tf_env.current_time_step()
    self.evaluate(tf.global_variables_initializer())
    with tf.control_dependencies([time_step.step_type]):
      time_step = tf_env.step(1)
    with tf.control_dependencies([time_step.step_type]):
      time_step = tf_env.step(2)
    with tf.control_dependencies([time_step.step_type]):
      time_step = self.evaluate(tf_env.step(3))
    self.assertEqual(FIRST, time_step.step_type)
    self.assertEqual(0.0, time_step.reward)

Instances