"measured. Decreasing learning rate.",
validations_since_best)
if self.options["recall_when_annealing"]:
self.network.set_state(self.network_state_min_cost)
self.set_state(self.trainer_state_min_cost)
self.decrease_learning_rate()
if self.options["reset_when_annealing"]:
self.optimizer.reset()
After Change
if validations_since_best == 0:
// At least three validations have been performed and this is the
// minimum cost so far.
assert not self.previous_state is None
// The minimum cost is from the three previous validations.
// Previous validation is in the middle of those validations.
self._set_min_cost_state(self.previous_state)
