notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

move actreg tweaking into if statement

Browse source 
i was getting division by zero.
This commit is contained in:
Connor Olding 2017-09-16 17:33:47 +00:00
parent 65ba80bb96
commit 3386869b30
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
onn_mnist.py
View file

@ -220,8 +220,8 @@ def measure_error(quiet=False):
measure_error() measure_error()
while learner.next(): while learner.next():
act_t = (learner.epoch - 1) / (learner.epochs - 1)
if actreg_lamb: if actreg_lamb:
act_t = (learner.epoch - 1) / (learner.epochs - 1)
for node in model.ordered_nodes: for node in model.ordered_nodes:
if isinstance(node, ActivityRegularizer): if isinstance(node, ActivityRegularizer):
node.reg.lamb = act_t * node.reg.lamb_orig # HACK node.reg.lamb = act_t * node.reg.lamb_orig # HACK