notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

allow argument passthru to normalizer in _mr_make_norm

Browse source
This commit is contained in:
Connor Olding 2017-08-05 10:40:39 +00:00
parent 957ee86e20
commit de5af4f7f4
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
onn.py
View file

@ -806,19 +806,19 @@ class DumbLearner(AnnealingLearner):
# Components {{{1 # Components {{{1
def _mr_make_norm(norm): def _mr_make_norm(norm, *args, **kwargs):
def _mr_norm(y, width, depth, block, multi, activation, style, FC, d): def _mr_norm(y, width, depth, block, multi, activation, style, FC, d):
skip = y skip = y
merger = Sum() merger = Sum()
skip.feed(merger) skip.feed(merger)
z_start = skip z_start = skip
z_start = z_start.feed(norm()) z_start = z_start.feed(norm(*args, **kwargs))
z_start = z_start.feed(activation()) z_start = z_start.feed(activation())
for _ in range(multi): for _ in range(multi):
z = z_start z = z_start
for j in range(block): for j in range(block):
if j > 0: if j > 0:
z = z.feed(norm()) z = z.feed(norm(*args, **kwargs))
z = z.feed(activation()) z = z.feed(activation())
z = z.feed(FC()) z = z.feed(FC())
z.feed(merger) z.feed(merger)