update presets

too many changes to list (or even tell what's changed),
but most importantly, ARS has improved.
This commit is contained in:
Connor Olding 2018-06-28 09:49:01 +02:00
parent 5c8658312e
commit 450bd70d99
1 changed files with 51 additions and 112 deletions

View File

@ -13,36 +13,23 @@ local function make_preset(cfg)
end
make_preset{
name = 'snes',
name = 'big-scroll',
es = 'snes',
starting_lives = 1,
starting_world = 1,
starting_level = 1,
start_big = true,
starting_lives = 0,
min_time = 300,
max_time = 300,
timer_loser = 1.0,
epoch_trials = 100,
negate_trials = false,
deviation = 1.0,
min_refresh = 0.2,
param_rate = 0.5,
sigma_rate = 0.1,
param_decay = 0.02,
sigma_decay = 0.01,
decrement_reward = false,
score_multiplier = 0,
}
make_preset{
name = 'snes2',
es = 'snes',
start_big = true,
min_time = 300,
timer_loser = 1.0,
score_multiplier = 0,
name = 'big-scroll-reduced',
parent = 'big-scroll',
init_zeros = true,
@ -50,37 +37,47 @@ make_preset{
bias_out = false,
deterministic = false,
}
deviation = 0.5,
negate_trials = false,
min_refresh = 0.5,
make_preset{
name = 'big-scroll-hidden',
parent = 'big-scroll',
init_zeros = true,
hidden = true,
hidden_size = 64, --128,
layernorm = true,
reduce_tiles = false,
bias_out = false,
deterministic = false,
}
make_preset{
name = 'snes',
parent = 'big-scroll-hidden',
es = 'snes',
epoch_trials = 100,
param_rate = 1.0,
sigma_rate = 0.01,
param_decay = 0.02,
sigma_decay = 0.01,
deviation = 0.5,
negate_trials = false,
min_refresh = 0.25,
param_rate = 0.50,
sigma_rate = 0.100, --0.125,
param_decay = 0.006,
sigma_decay = 0.008,
}
make_preset{
name = 'xnes',
parent = 'big-scroll-reduced',
es = 'xnes',
start_big = true,
min_time = 300,
timer_loser = 1.0,
score_multiplier = 0,
init_zeros = true,
reduce_tiles = true,
bias_out = false,
deterministic = false,
deviation = 0.5,
negate_trials = false,
@ -93,57 +90,10 @@ make_preset{
make_preset{
name = 'xnes2',
parent = 'big-scroll-reduced',
es = 'xnes',
log_fn = 'logs-xnes4.csv',
params_fn = 'params-xnes4.txt',
start_big = true,
min_time = 300,
timer_loser = 1.0,
score_multiplier = 0,
init_zeros = true,
reduce_tiles = true,
bias_out = false,
deterministic = false,
deviation = 1.0,
negate_trials = true, --false,
epoch_trials = 10, --50,
param_rate = 0.5,
sigma_rate = 0.04,
covar_rate = 0.04,
param_decay = 0.004,
sigma_decay = 0.00128,
}
make_preset{
name = 'xnes3',
es = 'xnes',
log_fn = 'logs-xnes5b.csv',
params_fn = 'params-xnes5b.txt',
start_big = true,
timer_loser = 1.0,
score_multiplier = 0,
init_zeros = true,
reduce_tiles = true,
bias_out = false,
deterministic = false,
deviation = 0.1207,
negate_trials = true,
@ -152,33 +102,22 @@ make_preset{
param_rate = 0.5,
sigma_rate = 0.16,
covar_rate = 0.04,
param_decay = 0.004, -- this should be ok now that it's mul by sigma.
sigma_decay = 0.00128, -- this might be okay... but watch out.
param_decay = 0.004,
sigma_decay = 0.00128,
}
make_preset{
name = 'ars',
parent = 'big-scroll-reduced',
es = 'ars',
epoch_top_trials = 20 * 2,
ars_lips = false,
start_big = true,
min_time = 300,
timer_loser = 1.0,
bias_out = false,
deterministic = false,
graycode = false,
deviation = 0.1,
negate_trials = false,
epoch_trials = 25 * 2,
param_rate = 1.0,
param_decay = 0.0025,
epoch_top_trials = 20,
deterministic = true,
deviation = 0.01,
epoch_trials = 20,
param_rate = 0.368,
param_decay = 0.0138,
momentum = 0.5,
}
make_preset{