scale param decay by sigma (prevents unlearning?)

2018-06-16 21:46:22 +02:00 · 2018-06-16 21:46:22 +02:00 · 49dfcfe5b3
parent 31f153aec0
commit 49dfcfe5b3
1 changed files with 1 additions and 1 deletions
--- a/main.lua
+++ b/main.lua
@ -294,7 +294,7 @@ local function learn_from_epoch()
        end
        if cfg.param_decay > 0 then
            for i, v in ipairs(base_params) do
-                base_params[i] = v * (1 - es.param_rate * cfg.param_decay)
+                base_params[i] = v * (1 - es.param_rate * cfg.param_decay * es.sigma)
            end
        end
    else