From 49dfcfe5b35dfd3c0586b169918fffd5d9d8ce42 Mon Sep 17 00:00:00 2001 From: Connor Olding Date: Sat, 16 Jun 2018 21:46:22 +0200 Subject: [PATCH] scale param decay by sigma (prevents unlearning?) --- main.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.lua b/main.lua index 7e4f157..03ba74e 100644 --- a/main.lua +++ b/main.lua @@ -294,7 +294,7 @@ local function learn_from_epoch() end if cfg.param_decay > 0 then for i, v in ipairs(base_params) do - base_params[i] = v * (1 - es.param_rate * cfg.param_decay) + base_params[i] = v * (1 - es.param_rate * cfg.param_decay * es.sigma) end end else