notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

add optimizer hacks

Browse source
This commit is contained in:
Connor Olding 2019-03-22 12:59:33 +01:00
parent 2e80f8b1a7
commit bf4ec2ec94
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
onn/ritual_base.py
View file

@ -59,13 +59,15 @@ class Ritual: # i'm just making up names at this point.
if self.learner.per_batch: if self.learner.per_batch:
self.learner.batch(b / batch_count) self.learner.batch(b / batch_count)
error, predicted = self.model.forward(inputs, outputs) loss, predicted = self.model.forward(inputs, outputs)
error += self.model.regulate_forward() reg_loss = self.model.regulate_forward()
self.model.backward(predicted, outputs) self.model.backward(predicted, outputs)
self.model.regulate() self.model.regulate()
optim = self.learner.optim optim = self.learner.optim
optim.model = self.model optim.model = self.model # TODO: optim.inform(model=model) or something
optim.error = predicted - outputs # FIXME: temp
optim.loss = loss # FIXME: temp
optim.update(self.model.dW, self.model.W) optim.update(self.model.dW, self.model.W)
return predicted return predicted