notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

fix MomentumClip with nesterov enabled

Browse source
This commit is contained in:
Connor Olding 2017-07-22 04:58:31 +00:00
parent be1795f6ed
commit b20a34c2de
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
onn.py
View file

@ -177,7 +177,7 @@ class MomentumClip(Optimizer):
self.accum[:] = self.accum * self.mu + dW
if self.nesterov:
return -self.lr * dW * self.lr + self.accum * self.mu
return -self.lr * (self.accum * self.mu + dW)
else:
return -self.lr * self.accum