From c92082e07afcf75a60c23c55b933e1b87f90b31b Mon Sep 17 00:00:00 2001 From: Connor Olding Date: Sun, 17 Feb 2019 07:47:05 +0100 Subject: [PATCH] fix momentum quantity in Neumann optimizer --- onn/optimizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/onn/optimizer.py b/onn/optimizer.py index c31843a..f8d10f3 100644 --- a/onn/optimizer.py +++ b/onn/optimizer.py @@ -361,7 +361,7 @@ class Neumann(Optimizer): # momentum quantity: mu = _1 - _1/_f(self.t) # the + 1 is implicit. - mu = (mu + self.mu_min) * (self.mu_max - self.mu_min) + mu = (self.mu_max - self.mu_max) * mu + self.mu_min # smoothed change in weights: delta = W - self.vt