ed288758872ae7246c8ed078d0cb78f910ad4ed5,tensorforce/agents/dqfd_agent.py,DQFDAgent,observe,#DQFDAgent#Any#Any#,217

Before Change


        if self.timestep >= self.first_update and self.timestep % self.update_frequency == 0:
            for _ in xrange(self.repeat_update):
                batch = self.demo_memory.get_batch(batch_size=self.demo_batch_size, next_states=True)
                self.model.demonstration_update(
                    states={name: np.stack((batch["states"][name], batch["next_states"][name])) for name in batch["states"]},
                    internals=batch["internals"],
                    actions=batch["actions"],
                    terminal=batch["terminal"],
                    reward=batch["reward"]
                )

    def import_demonstrations(self, demonstrations):
        
        Imports demonstrations, i.e. expert observations. Note that for large numbers of observations,

After Change


        // TODO Where are these parameters?
        if self.timestep >= self.first_update and self.timestep % self.update_frequency == 0:
            for _ in xrange(self.repeat_update):
                self.model.demonstration_update()

    def import_demonstrations(self, demonstrations):
        
        Imports demonstrations, i.e. expert observations. Note that for large numbers of observations,
Italian Trulli
In pattern: SUPERPATTERN

Frequency: 4

Non-data size: 19

Instances


Project Name: reinforceio/tensorforce
Commit Name: ed288758872ae7246c8ed078d0cb78f910ad4ed5
Time: 2018-01-13
Author: mi.schaarschmidt@gmail.com
File Name: tensorforce/agents/dqfd_agent.py
Class Name: DQFDAgent
Method Name: observe


Project Name: reinforceio/tensorforce
Commit Name: ed288758872ae7246c8ed078d0cb78f910ad4ed5
Time: 2018-01-13
Author: mi.schaarschmidt@gmail.com
File Name: tensorforce/agents/dqfd_agent.py
Class Name: DQFDAgent
Method Name: pretrain


Project Name: reinforceio/tensorforce
Commit Name: ed288758872ae7246c8ed078d0cb78f910ad4ed5
Time: 2018-01-13
Author: mi.schaarschmidt@gmail.com
File Name: tensorforce/agents/dqfd_agent.py
Class Name: DQFDAgent
Method Name: observe


Project Name: reinforceio/tensorforce
Commit Name: c16c0bb56f122141438eaf991297422a8b566dfa
Time: 2017-11-18
Author: aok25@cl.cam.ac.uk
File Name: tensorforce/agents/dqfd_agent.py
Class Name: DQFDAgent
Method Name: pretrain


Project Name: reinforceio/tensorforce
Commit Name: c16c0bb56f122141438eaf991297422a8b566dfa
Time: 2017-11-18
Author: aok25@cl.cam.ac.uk
File Name: tensorforce/agents/dqfd_agent.py
Class Name: DQFDAgent
Method Name: observe