notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

correction: batches, not epochs.

Browse source
This commit is contained in:
Connor Olding 2017-08-03 03:38:07 +00:00
parent 9138f73141
commit 001a997e09
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
onn.py
View file

@ -1153,8 +1153,8 @@ def run(program, args=None):
#optim_decay1 = 2,
#optim_decay2 = 100,
optim = 'adam', # note: most features only implemented for Adam
optim_decay1 = 24, # first momentum given in epochs (optional)
optim_decay2 = 100, # second momentum given in epochs (optional)
optim_decay1 = 24, # first momentum given in batches (optional)
optim_decay2 = 100, # second momentum given in batches (optional)
nesterov = True, # not available for all optimizers.
batch_size = 64,

2
onn_core.py
View file

@ -322,7 +322,7 @@ class RMSprop(Optimizer):
# mu = e**(-1/t)
# default: t = -1/ln(0.99) = ~99.5
# therefore the default of mu=0.99 means
# an input decays to 1/e its original amplitude over 99.5 epochs.
# an input decays to 1/e its original amplitude over 99.5 batches.
# (this is from DSP, so how relevant it is in SGD is debatable)
super().__init__(lr)