61eab94af71466aaf1688c9aa6cd8c4600c291e4,ml/rl/training/dqn_trainer.py,DQNTrainer,get_detached_q_values,#DQNTrainer#Any#,198
Before Change
def get_detached_q_values(self, states) -> Tuple[torch.Tensor, torch.Tensor]:
with torch.no_grad():
q_values = self.q_network(states)
q_values_target = self.q_network_target(states)
return q_values, q_values_target
def get_next_action_q_values(self, states, next_actions):
After Change
Gets the q values from the model and target networks
with torch.no_grad():
input = rlt.StateInput(state=state)
q_values = self.q_network(input).q_values
q_values_target = self.q_network_target(input).q_values
return q_values, q_values_target
def train(self, training_batch):
In pattern: SUPERPATTERN
Frequency: 3
Non-data size: 3
Instances Project Name: facebookresearch/Horizon
Commit Name: 61eab94af71466aaf1688c9aa6cd8c4600c291e4
Time: 2019-03-18
Author: kittipat@fb.com
File Name: ml/rl/training/dqn_trainer.py
Class Name: DQNTrainer
Method Name: get_detached_q_values
Project Name: facebookresearch/Horizon
Commit Name: a77d58f5fed5d483ea33baa91ff483300724d7c1
Time: 2019-09-16
Author: kittipat@fb.com
File Name: ml/rl/training/qrdqn_trainer.py
Class Name: QRDQNTrainer
Method Name: train
Project Name: facebookresearch/Horizon
Commit Name: 4d68a1e4435dfeb5884093aa91a33e1b34a909cc
Time: 2019-02-13
Author: kittipat@fb.com
File Name: ml/rl/training/_dqn_trainer.py
Class Name: _DQNTrainer
Method Name: get_detached_q_values