notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

reword some comments

Browse source
This commit is contained in:
Connor Olding 2019-02-05 04:19:14 +01:00
parent 7227559912
commit 7deaa3c3f6
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
onn/optimizer.py
View file

@ -77,7 +77,7 @@ class Adadelta(Optimizer):
class RMSpropCentered(Optimizer): class RMSpropCentered(Optimizer):
# referenced TensorFlow/PyTorch. # referenced TensorFlow/PyTorch.
# paper: https://arxiv.org/abs/1308.0850v5 # paper: https://arxiv.org/abs/1308.0850
def __init__(self, lr=1e-4, aleph=0.95, momentum=0.9, eps=1e-8): def __init__(self, lr=1e-4, aleph=0.95, momentum=0.9, eps=1e-8):
self.aleph = _f(aleph) self.aleph = _f(aleph)
@ -382,11 +382,11 @@ class Neumann(Optimizer):
class Adamlike(Optimizer): class Adamlike(Optimizer):
# this generalizes a lot of algorithms that are # this generalizes a lot of algorithms that
# either subsets or supersets of the Adam optimizer. # either subsets or supersets the Adam optimizer.
# refer to the subclasses for details. # refer to the subclasses for details.
# the arguments to init default to Adam's. # these defaults match Adam's.
def __init__(self, lr=0.001, b1=0.9, b2=0.999, def __init__(self, lr=0.001, b1=0.9, b2=0.999,
power=1/2, debias=True, runmax=False, eps=1e-8): power=1/2, debias=True, runmax=False, eps=1e-8):
self.b1 = _f(b1) # decay term self.b1 = _f(b1) # decay term