make ARS param decay relative to more stuff
to be consistent with the other optimizers
This commit is contained in:
parent
08148c6736
commit
5c8658312e
2
main.lua
2
main.lua
|
@ -300,7 +300,7 @@ local function learn_from_epoch()
|
||||||
else
|
else
|
||||||
if cfg.param_decay > 0 then
|
if cfg.param_decay > 0 then
|
||||||
for i, v in ipairs(base_params) do
|
for i, v in ipairs(base_params) do
|
||||||
base_params[i] = v * (1 - cfg.param_decay)
|
base_params[i] = v * (1 - cfg.param_rate * cfg.param_decay * cfg.deviation)
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
Loading…
Reference in New Issue
Block a user