From 2cfcc9062e9e3a95ab9db4bb90b34efae804ca36 Mon Sep 17 00:00:00 2001
From: Connor Olding <cloningdonor@gmail.com>
Date: Wed, 6 Feb 2019 18:41:55 +0100
Subject: [PATCH] use the constant recommended by the paper

---
 onn/activation.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/onn/activation.py b/onn/activation.py
index 23d5fcd..f06c2ec 100644
--- a/onn/activation.py
+++ b/onn/activation.py
@@ -120,7 +120,7 @@ class GeluApprox(Swish):
     #  plot: https://www.desmos.com/calculator/ydzgtccsld
 
     def __init__(self):
-        super().__init__(_f(1.704))
+        super().__init__(_f(1.702))
 
 
 class Gelu(Activation):