notwa/optim
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

fix a couple comments

Browse Source
This commit is contained in:
Connor Olding 2019-03-22 13:10:42 +01:00
parent bf4ec2ec94
commit 06bbfc6340
2 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
onn/optimizer.py
View File

@ -409,8 +409,6 @@ class Adamax(Optimizer):
self.mt = np.zeros_like(dW)
if self.vt is None:
self.vt = np.zeros_like(dW)
#self.vt = np.full_like(dW, 0.001) # NOTE: experimenting.
#self.vt = np.full_like(dW, self.lr) # NOTE: experimenting.
mt = filter_gradients(self.mt, dW, self.b1)
vt = np.maximum(self.b2 * self.vt, np.abs(dW))