notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

fix default ftml parameter

Browse source
This commit is contained in:
Connor Olding 2017-06-21 12:31:41 +00:00
parent 5a4b3d2934
commit c7193690c1
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
optim_nn.py
View file

@ -688,7 +688,7 @@ def optim_from_config(config):
o = Nadam if config.nesterov else Adam
optim = o(b1=b1, b2=b2)
elif config.optim == 'ftml':
d1 = config.optim_decay1 if 'optim_decay1' in config else 9.5
d1 = config.optim_decay1 if 'optim_decay1' in config else 2
d2 = config.optim_decay2 if 'optim_decay2' in config else 999.5
b1 = np.exp(-1/d1)
b2 = np.exp(-1/d2)