ce96b03b07a4a4bdd851aa84493c616cd291aff2,rllib/agents/ddpg/ddpg_torch_model.py,DDPGTorchModel,__init__,#DDPGTorchModel#Any#Any#Any#Any#Any#Any#Any#Any#Any#Any#Any#,22

Before Change

        self.bounded = np.logical_and(action_space.bounded_above,
                                      action_space.bounded_below).any()
        self.low_action = torch.tensor(action_space.low, dtype=torch.float32)
        self.action_range = torch.tensor(
            action_space.high - action_space.low, dtype=torch.float32)
        self.action_dim = np.product(action_space.shape)

After Change

        self.bounded = np.logical_and(self.action_space.bounded_above,
                                      self.action_space.bounded_below).any()
        low_action = nn.Parameter(
            torch.from_numpy(self.action_space.low).float())
        low_action.requires_grad = False
        self.register_parameter("low_action", low_action)
        action_range = nn.Parameter(
            torch.from_numpy(self.action_space.high -
                             self.action_space.low).float())
        action_range.requires_grad = False

Instances