notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

fix a couple comments

Browse source
This commit is contained in:
Connor Olding 2019-03-22 13:10:42 +01:00
parent bf4ec2ec94
commit 06bbfc6340
2 changed files with 3 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
onn/optimizer.py
View file

@ -326,9 +326,9 @@ class Neumann(Optimizer):
def __init__(self, lr=0.01, delta=1.0,
alpha=1e-7, beta=1e-5, gamma=0.99, mu_min=0.5, mu_max=0.9):
self.delta = _f(delta) # delta-time.
self.delta = _f(delta) # delta-time.
self.alpha = _f(alpha) # cubic.
self.beta = _f(beta) # repulsive. NOTE: multiplied by len(dW) later.
self.beta = _f(beta) # repulsive. NOTE: multiplied by len(dW) later.
self.gamma = _f(gamma) # EMA, or 1-pole low-pass parameter. same thing.
# momentum is in the shape of 1 - 1/(1 + t)
self.mu_min = _f(mu_min)
@ -409,8 +409,6 @@ class Adamax(Optimizer):
self.mt = np.zeros_like(dW)
if self.vt is None:
self.vt = np.zeros_like(dW)
#self.vt = np.full_like(dW, 0.001) # NOTE: experimenting.
#self.vt = np.full_like(dW, self.lr) # NOTE: experimenting.
mt = filter_gradients(self.mt, dW, self.b1)
vt = np.maximum(self.b2 * self.vt, np.abs(dW))

2
onn/utility.py
View file

@ -36,7 +36,7 @@ def div0(a, b):
b = np.asanyarray(b)
with np.errstate(divide='ignore', invalid='ignore'):
c = np.true_divide(a, b)
c[~np.isfinite(c)] = 0 # -inf inf NaN
c[~np.isfinite(c)] = 0 # -inf inf NaN
return c