fix a couple comments
This commit is contained in:
parent
bf4ec2ec94
commit
06bbfc6340
|
@ -409,8 +409,6 @@ class Adamax(Optimizer):
|
||||||
self.mt = np.zeros_like(dW)
|
self.mt = np.zeros_like(dW)
|
||||||
if self.vt is None:
|
if self.vt is None:
|
||||||
self.vt = np.zeros_like(dW)
|
self.vt = np.zeros_like(dW)
|
||||||
#self.vt = np.full_like(dW, 0.001) # NOTE: experimenting.
|
|
||||||
#self.vt = np.full_like(dW, self.lr) # NOTE: experimenting.
|
|
||||||
|
|
||||||
mt = filter_gradients(self.mt, dW, self.b1)
|
mt = filter_gradients(self.mt, dW, self.b1)
|
||||||
vt = np.maximum(self.b2 * self.vt, np.abs(dW))
|
vt = np.maximum(self.b2 * self.vt, np.abs(dW))
|
||||||
|
|
Loading…
Reference in New Issue
Block a user