From 5c8658312e61e0ccf0d6a1ad2709d3641ce09065 Mon Sep 17 00:00:00 2001
From: Connor Olding <cloningdonor@gmail.com>
Date: Sun, 24 Jun 2018 12:20:34 +0200
Subject: [PATCH] make ARS param decay relative to more stuff

to be consistent with the other optimizers
---
 main.lua | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/main.lua b/main.lua
index a7eb30f..f5efd94 100644
--- a/main.lua
+++ b/main.lua
@@ -300,7 +300,7 @@ local function learn_from_epoch()
     else
         if cfg.param_decay > 0 then
             for i, v in ipairs(base_params) do
-                base_params[i] = v * (1 - cfg.param_decay)
+                base_params[i] = v * (1 - cfg.param_rate * cfg.param_decay * cfg.deviation)
             end
         end
     end