update presets

too many changes to list (or even tell what's changed),
but most importantly, ARS has improved.
This commit is contained in:
Connor Olding 2018-06-28 09:49:01 +02:00
parent 5c8658312e
commit 450bd70d99

View File

@ -13,36 +13,23 @@ local function make_preset(cfg)
end end
make_preset{ make_preset{
name = 'snes', name = 'big-scroll',
es = 'snes', starting_world = 1,
starting_level = 1,
starting_lives = 1, start_big = true,
starting_lives = 0,
min_time = 300, min_time = 300,
max_time = 300,
timer_loser = 1.0, timer_loser = 1.0,
epoch_trials = 100, decrement_reward = false,
negate_trials = false, score_multiplier = 0,
deviation = 1.0,
min_refresh = 0.2,
param_rate = 0.5,
sigma_rate = 0.1,
param_decay = 0.02,
sigma_decay = 0.01,
} }
make_preset{ make_preset{
name = 'snes2', name = 'big-scroll-reduced',
parent = 'big-scroll',
es = 'snes',
start_big = true,
min_time = 300,
timer_loser = 1.0,
score_multiplier = 0,
init_zeros = true, init_zeros = true,
@ -50,37 +37,47 @@ make_preset{
bias_out = false, bias_out = false,
deterministic = false, deterministic = false,
}
deviation = 0.5, make_preset{
negate_trials = false, name = 'big-scroll-hidden',
min_refresh = 0.5, parent = 'big-scroll',
init_zeros = true,
hidden = true,
hidden_size = 64, --128,
layernorm = true,
reduce_tiles = false,
bias_out = false,
deterministic = false,
}
make_preset{
name = 'snes',
parent = 'big-scroll-hidden',
es = 'snes',
epoch_trials = 100, epoch_trials = 100,
param_rate = 1.0, deviation = 0.5,
sigma_rate = 0.01, negate_trials = false,
param_decay = 0.02, min_refresh = 0.25,
sigma_decay = 0.01,
param_rate = 0.50,
sigma_rate = 0.100, --0.125,
param_decay = 0.006,
sigma_decay = 0.008,
} }
make_preset{ make_preset{
name = 'xnes', name = 'xnes',
parent = 'big-scroll-reduced',
es = 'xnes', es = 'xnes',
start_big = true,
min_time = 300,
timer_loser = 1.0,
score_multiplier = 0,
init_zeros = true,
reduce_tiles = true,
bias_out = false,
deterministic = false,
deviation = 0.5, deviation = 0.5,
negate_trials = false, negate_trials = false,
@ -93,57 +90,10 @@ make_preset{
make_preset{ make_preset{
name = 'xnes2', name = 'xnes2',
parent = 'big-scroll-reduced',
es = 'xnes', es = 'xnes',
log_fn = 'logs-xnes4.csv',
params_fn = 'params-xnes4.txt',
start_big = true,
min_time = 300,
timer_loser = 1.0,
score_multiplier = 0,
init_zeros = true,
reduce_tiles = true,
bias_out = false,
deterministic = false,
deviation = 1.0,
negate_trials = true, --false,
epoch_trials = 10, --50,
param_rate = 0.5,
sigma_rate = 0.04,
covar_rate = 0.04,
param_decay = 0.004,
sigma_decay = 0.00128,
}
make_preset{
name = 'xnes3',
es = 'xnes',
log_fn = 'logs-xnes5b.csv',
params_fn = 'params-xnes5b.txt',
start_big = true,
timer_loser = 1.0,
score_multiplier = 0,
init_zeros = true,
reduce_tiles = true,
bias_out = false,
deterministic = false,
deviation = 0.1207, deviation = 0.1207,
negate_trials = true, negate_trials = true,
@ -152,33 +102,22 @@ make_preset{
param_rate = 0.5, param_rate = 0.5,
sigma_rate = 0.16, sigma_rate = 0.16,
covar_rate = 0.04, covar_rate = 0.04,
param_decay = 0.004, -- this should be ok now that it's mul by sigma. param_decay = 0.004,
sigma_decay = 0.00128, -- this might be okay... but watch out. sigma_decay = 0.00128,
} }
make_preset{ make_preset{
name = 'ars', name = 'ars',
parent = 'big-scroll-reduced',
es = 'ars', es = 'ars',
epoch_top_trials = 20 * 2, epoch_top_trials = 20,
ars_lips = false, deterministic = true,
deviation = 0.01,
start_big = true, epoch_trials = 20,
min_time = 300, param_rate = 0.368,
timer_loser = 1.0, param_decay = 0.0138,
momentum = 0.5,
bias_out = false,
deterministic = false,
graycode = false,
deviation = 0.1,
negate_trials = false,
epoch_trials = 25 * 2,
param_rate = 1.0,
param_decay = 0.0025,
} }
make_preset{ make_preset{