notwa/smbot
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

add hidden layer settings

Browse source
This commit is contained in:
Connor Olding 2018-06-17 23:48:43 +02:00
parent ebc494fb60
commit dc235f5d18
2 changed files with 11 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
config.lua
View file

@ -26,7 +26,9 @@ local defaults = {
time_inputs = true, -- insert binary inputs of a frame counter.
-- network layers:
layernorm = false, -- (doesn't do anything right now)
hidden = false, -- use a hidden layer with ReLU/GELU activation.
hidden_size = 128,
layernorm = false, -- use a LayerNorm layer after said activation.
reduce_tiles = false,
bias_out = true,

16
main.lua
View file

@ -163,15 +163,15 @@ local function make_network(input_size)
nn_x:feed(nn_y)
nn_tz:feed(nn_y)
--[[
nn_y = nn_y:feed(nn.Dense(128))
if cfg.deterministic then
nn_y = nn_y:feed(nn.Relu())
else
nn_y = nn_y:feed(nn.Gelu())
if cfg.hidden then
nn_y = nn_y:feed(nn.Dense(cfg.hidden_size, true))
if cfg.deterministic then
nn_y = nn_y:feed(nn.Relu())
else
nn_y = nn_y:feed(nn.Gelu())
end
if cfg.layernorm then nn_y = nn_y:feed(nn.LayerNorm()) end
end
if cfg.layernorm then nn_y = nn_y:feed(nn.LayerNorm()) end
--]]
nn_z = nn_y
nn_z = nn_z:feed(nn.Dense(#gcfg.jp_lut), true, cfg.bias_out)