notwa/optim
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

allow SGDR to anneal optimizer's learning rate

Browse Source 
e.g. YellowFin
This commit is contained in:
Connor Olding 2017-08-05 10:43:38 +00:00
parent dbd6c31ea5
commit 0b9c1fe117
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
onn_core.py
View File

@ -1262,9 +1262,10 @@ class SGDR(Learner):
raise Exception('this should never happen.')
def rate_at(self, epoch):
base_rate = self.start_rate if self.start_rate is not None else self.optim.lr
restart, sub_epoch, next_restart = self.split_num(max(1, epoch))
x = _f(sub_epoch - 1) / _f(next_restart)
return self.start_rate * self.decay**_f(restart) * cosmod(x)
return base_rate * self.decay**_f(restart) * cosmod(x)
def next(self):
if not super().next():