fix momentum quantity in Neumann optimizer

2019-02-17 07:47:05 +01:00 · 2019-02-17 07:47:05 +01:00 · c92082e07a
commit c92082e07a
parent 5a07cdac32
1 changed files with 1 additions and 1 deletions
--- a/onn/optimizer.py
+++ b/onn/optimizer.py
@ -361,7 +361,7 @@ class Neumann(Optimizer):

        # momentum quantity:
        mu = _1 - _1/_f(self.t)  # the + 1 is implicit.
-        mu = (mu + self.mu_min) * (self.mu_max - self.mu_min)
+        mu = (self.mu_max - self.mu_max) * mu + self.mu_min

        # smoothed change in weights:
        delta = W - self.vt