notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

tweak comment

Browse source
This commit is contained in:
Connor Olding 2017-08-05 10:39:59 +00:00
parent 058a779f6c
commit cc89465adc
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
onn.py
View file

@ -149,7 +149,7 @@ class FTML(Optimizer):
# same as Adam's vt.
self.vt[:] = self.b2 * self.vt + (1 - self.b2) * dW * dW
# you can factor out "inner" out of Adam as well.
# you can factor "inner" out of Adam as well.
inner = np.sqrt(self.vt / (1 - self.b2_t)) + self.eps
self.dt[:] = (1 - self.b1_t) / lr * inner