action, self.next_internals = self.model.get_action(state=state, internals=self.internals)
for name, exploration in self.exploration.items():
if exploration is None:
continue
if self.actions_config[name].continuous:
action[name] += exploration(episode=self.episode, timestep=self.timestep)
else:
if random() < exploration(episode=self.episode, timestep=self.timestep):
After Change
// preprocessing
for name, preprocessing in self.preprocessing.items():
if preprocessing is not None:
state[name] = preprocessing.process(state=state[name])
// model action
action, self.next_internal = self.model.get_action(state=state, internal=self.internal)