notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

use the constant recommended by the paper

Browse source
This commit is contained in:
Connor Olding 2019-02-06 18:41:55 +01:00
parent 594483c6d4
commit 2cfcc9062e
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
onn/activation.py
View file

@ -120,7 +120,7 @@ class GeluApprox(Swish):
# plot: https://www.desmos.com/calculator/ydzgtccsld # plot: https://www.desmos.com/calculator/ydzgtccsld
def __init__(self): def __init__(self):
super().__init__(_f(1.704)) super().__init__(_f(1.702))
class Gelu(Activation): class Gelu(Activation):