From 0641c747c90ad85f11848a40c7d43e96ba0fbad7 Mon Sep 17 00:00:00 2001
From: Connor Olding <cloningdonor@gmail.com>
Date: Wed, 7 Mar 2018 01:29:48 +0100
Subject: [PATCH] add Arcsinh activation

---
 onn/activation.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/onn/activation.py b/onn/activation.py
index debd19d..e0cbda5 100644
--- a/onn/activation.py
+++ b/onn/activation.py
@@ -197,3 +197,12 @@ class CubicGB(Layer):
     def backward(self, dY):
         # this gradient is intentionally incorrect.
         return dY
+
+
+class Arcsinh(Layer):
+    def forward(self, X):
+        self.X = X
+        return np.arcsinh(X)
+
+    def backward(self, dY):
+        return dY / np.sqrt(self.X * self.X + 1)