620d2c767c309327aa04210192b08f1c1fd0de76,reagent/models/dqn.py,FullyConnectedDQN,forward,#FullyConnectedDQN#Any#,44

Before Change

        return rlt.PreprocessedState.from_tensor(torch.randn(1, self.state_dim))

    def forward(self, input: rlt.PreprocessedState):
        q_values = self.fc(input.state.float_features)
        return rlt.AllActionQValues(q_values=q_values)


class _DistributedDataParallelFullyConnectedDQN(ModelBase):

After Change

            return self.feature_extractor.input_prototype()
        return rlt.PreprocessedState.from_tensor(torch.randn(1, self.input_dim()))

    def forward(self, input) -> rlt.AllActionQValues:
        q_values = self.dist(input).q_values
        if self.quantiles > 1:
            q_values = q_values.reshape((-1, self.action_dim, self.quantiles)).mean(
                dim=2
            )
        return rlt.AllActionQValues(q_values=q_values)

    def dist(self, input: rlt.PreprocessedState) -> rlt.AllActionQValues:
        if self.feature_extractor is not None:

Instances