f9f4587661731a334408d94a6bb79593a088c444,transformer/Optim.py,ScheduledOptim,_get_lr_scale,#ScheduledOptim#,22
Before Change
def _get_lr_scale(self):
return np.min([
np.power(self.n_current_steps, -0.5),
np.power(self.n_warmup_steps, -1.5) * self.n_current_steps])
def _update_learning_rate(self):
After Change
def _get_lr_scale(self):
n_steps, n_warmup_steps = self.n_steps, self.n_warmup_steps
return min(n_steps ** (-0.5), n_steps * n_warmup_steps ** (-1.5))
def _update_learning_rate(self):
In pattern: SUPERPATTERN
Frequency: 3
Non-data size: 3
Instances
Project Name: jadore801120/attention-is-all-you-need-pytorch
Commit Name: f9f4587661731a334408d94a6bb79593a088c444
Time: 2019-11-28
Author: jadore801120@gmail.com
File Name: transformer/Optim.py
Class Name: ScheduledOptim
Method Name: _get_lr_scale
Project Name: brainiak/brainiak
Commit Name: 74dae883a6f0bb31f55b8c1bd426a832b429ff4a
Time: 2017-11-09
Author: cellis@princeton.edu
File Name: brainiak/utils/fmrisim.py
Class Name:
Method Name: _generate_feature
Project Name: MorvanZhou/Reinforcement-learning-with-tensorflow
Commit Name: 5e76b6981d0b48def00d4fa97caec24accf402fd
Time: 2017-08-16
Author: morvanzhou@gmail.com
File Name: contents/5.2_Prioritized_Replay_DQN/RL_brain.py
Class Name: Memory
Method Name: sample