notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

comment on NLL implementation

Browse source
This commit is contained in:
Connor Olding 2020-03-17 07:27:39 -07:00
parent 96dfc904b1
commit a8871d4a67
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
onn/loss.py
View file

@ -12,6 +12,10 @@ class Loss:
class NLL(Loss): # Negative Log Likelihood class NLL(Loss): # Negative Log Likelihood
# NOTE: this is a misnomer -- the "log" part is not implemented here.
# instead, you should use a Log activation at the end of your network
# e.g. LogSoftmax.
# TODO: simplify the math that comes about it.
def forward(self, p, y): def forward(self, p, y):
correct = p * y correct = p * y
return np.mean(-correct) return np.mean(-correct)