notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

.

Browse source
This commit is contained in:
Connor Olding 2017-02-02 15:26:23 -08:00
parent eb0011cc35
commit 259ef8336e
1 changed files with 10 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
optim_nn.py
View file

@ -776,10 +776,10 @@ def run(program, args=[]):
log_fn = 'losses.npz', log_fn = 'losses.npz',
# multi-residual network parameters # multi-residual network parameters
res_width = 49, res_width = 28,
res_depth = 1, res_depth = 2,
res_block = 4, # normally 2 for plain resnet res_block = 3, # normally 2 for plain resnet
res_multi = 1, # normally 1 for plain resnet res_multi = 2, # normally 1 for plain resnet
# style of resnet (order of layers, which layers, etc.) # style of resnet (order of layers, which layers, etc.)
parallel_style = 'onelesssum', parallel_style = 'onelesssum',
@ -793,19 +793,19 @@ def run(program, args=[]):
learner = 'SGDR', learner = 'SGDR',
learn = 1e-2, learn = 1e-2,
epochs = 24, epochs = 24,
learn_halve_every = 16, # 12 might be ideal for SGDR?
restarts = 2, restarts = 2,
learn_restart_advance = 16, learn_decay = 0.25, # only used with SGDR
learn_halve_every = 16, # unused with SGDR
learn_restart_advance = 16, # unused with SGDR
# misc # misc
batch_size = 64, batch_size = 64,
init = 'he_normal', init = 'he_normal',
loss = SomethingElse(), loss = SomethingElse(),
mloss = 'mse', mloss = 'mse',
restart_optim = True, # restarts also reset internal state of optimizer restart_optim = False, # restarts also reset internal state of optimizer
unsafe = True, # aka gotta go fast mode unsafe = True, # aka gotta go fast mode
train_compare = None, train_compare = None,
#valid_compare = 0.0007159,
valid_compare = 0.0000946, valid_compare = 0.0000946,
) )
@ -874,9 +874,9 @@ def run(program, args=[]):
# #
if config.learner == 'SGDR': if config.learner == 'SGDR':
decay = 0.5**(1/(config.epochs / config.learn_halve_every)) #decay = 0.5**(1/(config.epochs / config.learn_halve_every))
learner = SGDR(optim, epochs=config.epochs, rate=config.learn, learner = SGDR(optim, epochs=config.epochs, rate=config.learn,
restart_decay=decay, restarts=config.restarts, restart_decay=config.learn_decay, restarts=config.restarts,
callback=rscb) callback=rscb)
# final learning rate isn't of interest here; it's gonna be close to 0. # final learning rate isn't of interest here; it's gonna be close to 0.
else: else: