notwa/smbot
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

looking forwards

Browse source
This commit is contained in:
Connor Olding 2017-09-07 19:12:58 +00:00
parent db603753f4
commit 3e3b4d9207
1 changed files with 19 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
nn.lua
View file

@ -59,6 +59,12 @@ local function zeros(n, out)
return out return out
end end
local function arange(n, out)
out = out or {}
for i = 1, n do out[i] = i - 1 end
return out
end
local function allocate(t, out, init) local function allocate(t, out, init)
out = out or {} out = out or {}
local size = t local size = t
@ -353,6 +359,10 @@ function Softmax:forward(X)
return Y return Y
end end
--function Softmax:backward(dY)
--return (dY - np.sum(dY * self.sm, axis=-1, keepdims=True)) * self.cache
--end
function Model:init(nodes_in, nodes_out) function Model:init(nodes_in, nodes_out)
assert(#nodes_in > 0, #nodes_in) assert(#nodes_in > 0, #nodes_in)
assert(#nodes_out > 0, #nodes_out) assert(#nodes_out > 0, #nodes_out)
@ -393,6 +403,14 @@ function Model:forward(inputs)
return outputs return outputs
end end
function Model:cleargrad()
error("TODO") -- TODO
end
function Model:print()
error("TODO") -- TODO
end
function Model:collect() function Model:collect()
-- return a flat array of all the weights in the graph. -- return a flat array of all the weights in the graph.
-- if Lua had slices, we wouldn't need this. future library idea? -- if Lua had slices, we wouldn't need this. future library idea?
@ -468,6 +486,7 @@ return {
prod = prod, prod = prod,
normal = normal, normal = normal,
zeros = zeros, zeros = zeros,
arange = arange,
allocate = allocate, allocate = allocate,
init_zeros = init_zeros, init_zeros = init_zeros,
init_he_uniform = init_he_uniform, init_he_uniform = init_he_uniform,