mirrors
/
mmcv
mirror of https://github.com/open-mmlab/mmcv.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge pull request #35 from wangg12/master 

add cosine lr schedule
pull/37/head
Kai Chen 2019-03-01 20:50:45 -08:00 committed by GitHub
parent c8c3493868 ccb7ca30f8
commit 1d6e91b1b0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 19 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
mmcv/runner/hooks/lr_updater.py
View File

@ -1,5 +1,7 @@
from __future__ import division from __future__ import division
from math import cos, pi
from .hook import Hook from .hook import Hook
@ -161,3 +163,20 @@ class InvLrUpdaterHook(LrUpdaterHook):
def get_lr(self, runner, base_lr): def get_lr(self, runner, base_lr):
progress = runner.epoch if self.by_epoch else runner.iter progress = runner.epoch if self.by_epoch else runner.iter
return base_lr * (1 + self.gamma * progress)**(-self.power) return base_lr * (1 + self.gamma * progress)**(-self.power)
class CosineLrUpdaterHook(LrUpdaterHook):
def __init__(self, target_lr=0, **kwargs):
self.target_lr = target_lr
super(CosineLrUpdaterHook, self).__init__(**kwargs)
def get_lr(self, runner, base_lr):
if self.by_epoch:
progress = runner.epoch
max_progress = runner.max_epochs
else:
progress = runner.iter
max_progress = runner.max_iters
return self.target_lr + 0.5 * (base_lr - self.target_lr) * \
(1 + cos(pi * (progress / max_progress)))