From 7c4ef4ad05861cb14078ec6a6964f079a4ee0d6c Mon Sep 17 00:00:00 2001 From: Connor Olding Date: Fri, 21 Jul 2017 21:02:04 +0000 Subject: [PATCH] fix Softplus derivative --- onn_core.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/onn_core.py b/onn_core.py index 08e89e5..c350159 100644 --- a/onn_core.py +++ b/onn_core.py @@ -698,7 +698,7 @@ class Softplus(Layer): return np.log(1 + np.exp(X)) def backward(self, dY): - return sigmoid(self.X) + return dY * sigmoid(self.X) class Tanh(Layer): def forward(self, X):