notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

add Arcsinh activation

Browse source
This commit is contained in:
Connor Olding 2018-03-07 01:29:48 +01:00
parent 8ce2ec1ad4
commit 0641c747c9
1 changed files with 9 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
onn/activation.py
View file

@ -197,3 +197,12 @@ class CubicGB(Layer):
def backward(self, dY): def backward(self, dY):
# this gradient is intentionally incorrect. # this gradient is intentionally incorrect.
return dY return dY
class Arcsinh(Layer):
def forward(self, X):
self.X = X
return np.arcsinh(X)
def backward(self, dY):
return dY / np.sqrt(self.X * self.X + 1)