From c7193690c1cbc2ec00919c1df1e85f4e4413198c Mon Sep 17 00:00:00 2001 From: Connor Olding Date: Wed, 21 Jun 2017 12:31:41 +0000 Subject: [PATCH] fix default ftml parameter --- optim_nn.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/optim_nn.py b/optim_nn.py index 900d24b..609b654 100755 --- a/optim_nn.py +++ b/optim_nn.py @@ -688,7 +688,7 @@ def optim_from_config(config): o = Nadam if config.nesterov else Adam optim = o(b1=b1, b2=b2) elif config.optim == 'ftml': - d1 = config.optim_decay1 if 'optim_decay1' in config else 9.5 + d1 = config.optim_decay1 if 'optim_decay1' in config else 2 d2 = config.optim_decay2 if 'optim_decay2' in config else 999.5 b1 = np.exp(-1/d1) b2 = np.exp(-1/d2)