From 450bd70d995e880eb004ba527ee2a57078bce81a Mon Sep 17 00:00:00 2001
From: Connor Olding <cloningdonor@gmail.com>
Date: Thu, 28 Jun 2018 09:49:01 +0200
Subject: [PATCH] update presets

too many changes to list (or even tell what's changed),
but most importantly, ARS has improved.
---
 presets.lua | 163 ++++++++++++++++------------------------------------
 1 file changed, 51 insertions(+), 112 deletions(-)

diff --git a/presets.lua b/presets.lua
index 01e7e90..47736f1 100644
--- a/presets.lua
+++ b/presets.lua
@@ -13,36 +13,23 @@ local function make_preset(cfg)
 end
 
 make_preset{
-    name = 'snes',
+    name = 'big-scroll',
 
-    es = 'snes',
-
-    starting_lives = 1,
+    starting_world = 1,
+    starting_level = 1,
+    start_big = true,
+    starting_lives = 0,
     min_time = 300,
+    max_time = 300,
     timer_loser = 1.0,
 
-    epoch_trials = 100,
-    negate_trials = false,
-
-    deviation = 1.0,
-    min_refresh = 0.2,
-
-    param_rate = 0.5,
-    sigma_rate = 0.1,
-    param_decay = 0.02,
-    sigma_decay = 0.01,
+    decrement_reward = false,
+    score_multiplier = 0,
 }
 
 make_preset{
-    name = 'snes2',
-
-    es = 'snes',
-
-    start_big = true,
-    min_time = 300,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
+    name = 'big-scroll-reduced',
+    parent = 'big-scroll',
 
     init_zeros = true,
 
@@ -50,37 +37,47 @@ make_preset{
     bias_out = false,
 
     deterministic = false,
+}
 
-    deviation = 0.5,
-    negate_trials = false,
-    min_refresh = 0.5,
+make_preset{
+    name = 'big-scroll-hidden',
+    parent = 'big-scroll',
+
+    init_zeros = true,
+
+    hidden = true,
+    hidden_size = 64, --128,
+    layernorm = true,
+    reduce_tiles = false,
+    bias_out = false,
+
+    deterministic = false,
+}
+
+make_preset{
+    name = 'snes',
+    parent = 'big-scroll-hidden',
+
+    es = 'snes',
 
     epoch_trials = 100,
 
-    param_rate = 1.0,
-    sigma_rate = 0.01,
-    param_decay = 0.02,
-    sigma_decay = 0.01,
+    deviation = 0.5,
+    negate_trials = false,
+    min_refresh = 0.25,
+
+    param_rate = 0.50,
+    sigma_rate = 0.100, --0.125,
+    param_decay = 0.006,
+    sigma_decay = 0.008,
 }
 
 make_preset{
     name = 'xnes',
+    parent = 'big-scroll-reduced',
 
     es = 'xnes',
 
-    start_big = true,
-    min_time = 300,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
-
-    init_zeros = true,
-
-    reduce_tiles = true,
-    bias_out = false,
-
-    deterministic = false,
-
     deviation = 0.5,
     negate_trials = false,
 
@@ -93,57 +90,10 @@ make_preset{
 
 make_preset{
     name = 'xnes2',
+    parent = 'big-scroll-reduced',
 
     es = 'xnes',
 
-    log_fn = 'logs-xnes4.csv',
-    params_fn = 'params-xnes4.txt',
-
-    start_big = true,
-    min_time = 300,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
-
-    init_zeros = true,
-
-    reduce_tiles = true,
-    bias_out = false,
-
-    deterministic = false,
-
-    deviation = 1.0,
-    negate_trials = true, --false,
-
-    epoch_trials = 10, --50,
-
-    param_rate = 0.5,
-    sigma_rate = 0.04,
-    covar_rate = 0.04,
-    param_decay = 0.004,
-    sigma_decay = 0.00128,
-}
-
-make_preset{
-    name = 'xnes3',
-
-    es = 'xnes',
-
-    log_fn = 'logs-xnes5b.csv',
-    params_fn = 'params-xnes5b.txt',
-
-    start_big = true,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
-
-    init_zeros = true,
-
-    reduce_tiles = true,
-    bias_out = false,
-
-    deterministic = false,
-
     deviation = 0.1207,
     negate_trials = true,
 
@@ -152,33 +102,22 @@ make_preset{
     param_rate = 0.5,
     sigma_rate = 0.16,
     covar_rate = 0.04,
-    param_decay = 0.004, -- this should be ok now that it's mul by sigma.
-    sigma_decay = 0.00128, -- this might be okay... but watch out.
+    param_decay = 0.004,
+    sigma_decay = 0.00128,
 }
 
 make_preset{
     name = 'ars',
+    parent = 'big-scroll-reduced',
 
     es = 'ars',
-    epoch_top_trials = 20 * 2,
-    ars_lips = false,
-
-    start_big = true,
-    min_time = 300,
-    timer_loser = 1.0,
-
-    bias_out = false,
-
-    deterministic = false,
-
-    graycode = false,
-    deviation = 0.1,
-    negate_trials = false,
-
-    epoch_trials = 25 * 2,
-
-    param_rate = 1.0,
-    param_decay = 0.0025,
+    epoch_top_trials = 20,
+    deterministic = true,
+    deviation = 0.01,
+    epoch_trials = 20,
+    param_rate = 0.368,
+    param_decay = 0.0138,
+    momentum = 0.5,
 }
 
 make_preset{