notwa/optim
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

tweak CubicGB defaults

Browse source
This commit is contained in:
Connor Olding 2017-08-03 03:39:25 +00:00
parent 001a997e09
commit 2e74c9160c
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
onn.py
View file

@ -470,7 +470,9 @@ class CubicGB(Layer):
# paper: https://arxiv.org/abs/1707.04199
# note: in the paper, it's called pow3GB, which is ugly.
def __init__(self, alpha=0.001, beta=0.4):
def __init__(self, alpha=0.1, beta=0.0):
# note: the paper suggests defaults of 0.001 and 0.0,
# but these didn't seem to work as well in my limited testing.
super().__init__()
self.alpha = _f(alpha)
self.beta = _f(beta)