notwa/optim
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

allow CLRs to use optimizer's learning rate

Browse Source
This commit is contained in:
Connor Olding 2017-10-19 04:03:44 +00:00
parent 763246df98
commit a85ee67780
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
onn_core.py
View File

@ -1377,8 +1377,8 @@ class TriangularCLR(Learner):
return np.abs(((epoch - 1 + offset) % self.frequency) - offset) / offset
def rate_at(self, epoch):
# NOTE: start_rate is treated as upper_rate
return self._t(epoch) * (self.start_rate - self.lower_rate) + self.lower_rate
upper_rate = self.start_rate if self.start_rate is not None else self.optim.lr
return self._t(epoch) * (upper_rate - self.lower_rate) + self.lower_rate
def next(self):
if not super().next():