update presets

too many changes to list (or even tell what's changed),
but most importantly, ARS has improved.

presets.lua

@@ -13,36 +13,23 @@ local function make_preset(cfg)
 end
 
 make_preset{
-    name = 'snes',
+    name = 'big-scroll',
 
-    es = 'snes',
+    starting_world = 1,
-
+    starting_level = 1,
-    starting_lives = 1,
+    start_big = true,
+    starting_lives = 0,
     min_time = 300,
+    max_time = 300,
     timer_loser = 1.0,
 
-    epoch_trials = 100,
+    decrement_reward = false,
-    negate_trials = false,
+    score_multiplier = 0,
-
-    deviation = 1.0,
-    min_refresh = 0.2,
-
-    param_rate = 0.5,
-    sigma_rate = 0.1,
-    param_decay = 0.02,
-    sigma_decay = 0.01,
 }
 
 make_preset{
-    name = 'snes2',
+    name = 'big-scroll-reduced',
-
+    parent = 'big-scroll',
-    es = 'snes',
-
-    start_big = true,
-    min_time = 300,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
 
     init_zeros = true,
 
@@ -50,37 +37,47 @@ make_preset{
     bias_out = false,
 
     deterministic = false,
+}
 
-    deviation = 0.5,
+make_preset{
-    negate_trials = false,
+    name = 'big-scroll-hidden',
-    min_refresh = 0.5,
+    parent = 'big-scroll',
+
+    init_zeros = true,
+
+    hidden = true,
+    hidden_size = 64, --128,
+    layernorm = true,
+    reduce_tiles = false,
+    bias_out = false,
+
+    deterministic = false,
+}
+
+make_preset{
+    name = 'snes',
+    parent = 'big-scroll-hidden',
+
+    es = 'snes',
 
     epoch_trials = 100,
 
-    param_rate = 1.0,
+    deviation = 0.5,
-    sigma_rate = 0.01,
+    negate_trials = false,
-    param_decay = 0.02,
+    min_refresh = 0.25,
-    sigma_decay = 0.01,
+
+    param_rate = 0.50,
+    sigma_rate = 0.100, --0.125,
+    param_decay = 0.006,
+    sigma_decay = 0.008,
 }
 
 make_preset{
     name = 'xnes',
+    parent = 'big-scroll-reduced',
 
     es = 'xnes',
 
-    start_big = true,
-    min_time = 300,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
-
-    init_zeros = true,
-
-    reduce_tiles = true,
-    bias_out = false,
-
-    deterministic = false,
-
     deviation = 0.5,
     negate_trials = false,
 
@@ -93,57 +90,10 @@ make_preset{
 
 make_preset{
     name = 'xnes2',
+    parent = 'big-scroll-reduced',
 
     es = 'xnes',
 
-    log_fn = 'logs-xnes4.csv',
-    params_fn = 'params-xnes4.txt',
-
-    start_big = true,
-    min_time = 300,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
-
-    init_zeros = true,
-
-    reduce_tiles = true,
-    bias_out = false,
-
-    deterministic = false,
-
-    deviation = 1.0,
-    negate_trials = true, --false,
-
-    epoch_trials = 10, --50,
-
-    param_rate = 0.5,
-    sigma_rate = 0.04,
-    covar_rate = 0.04,
-    param_decay = 0.004,
-    sigma_decay = 0.00128,
-}
-
-make_preset{
-    name = 'xnes3',
-
-    es = 'xnes',
-
-    log_fn = 'logs-xnes5b.csv',
-    params_fn = 'params-xnes5b.txt',
-
-    start_big = true,
-    timer_loser = 1.0,
-
-    score_multiplier = 0,
-
-    init_zeros = true,
-
-    reduce_tiles = true,
-    bias_out = false,
-
-    deterministic = false,
-
     deviation = 0.1207,
     negate_trials = true,
 
@@ -152,33 +102,22 @@ make_preset{
     param_rate = 0.5,
     sigma_rate = 0.16,
     covar_rate = 0.04,
-    param_decay = 0.004, -- this should be ok now that it's mul by sigma.
+    param_decay = 0.004,
-    sigma_decay = 0.00128, -- this might be okay... but watch out.
+    sigma_decay = 0.00128,
 }
 
 make_preset{
     name = 'ars',
+    parent = 'big-scroll-reduced',
 
     es = 'ars',
-    epoch_top_trials = 20 * 2,
+    epoch_top_trials = 20,
-    ars_lips = false,
+    deterministic = true,
-
+    deviation = 0.01,
-    start_big = true,
+    epoch_trials = 20,
-    min_time = 300,
+    param_rate = 0.368,
-    timer_loser = 1.0,
+    param_decay = 0.0138,
-
+    momentum = 0.5,
-    bias_out = false,
-
-    deterministic = false,
-
-    graycode = false,
-    deviation = 0.1,
-    negate_trials = false,
-
-    epoch_trials = 25 * 2,
-
-    param_rate = 1.0,
-    param_decay = 0.0025,
 }
 
 make_preset{