make ARS param decay relative to more stuff

to be consistent with the other optimizers
2018-06-24 12:20:34 +02:00 · 2018-06-24 12:20:34 +02:00 · 5c8658312e
commit 5c8658312e
parent 08148c6736
1 changed files with 1 additions and 1 deletions
--- a/main.lua
+++ b/main.lua
@ -300,7 +300,7 @@ local function learn_from_epoch()
    else
        if cfg.param_decay > 0 then
            for i, v in ipairs(base_params) do
-                base_params[i] = v * (1 - cfg.param_decay)
+                base_params[i] = v * (1 - cfg.param_rate * cfg.param_decay * cfg.deviation)
            end
        end
    end