mirror of https://github.com/JDAI-CV/fast-reid.git
15 lines
487 B
Python
15 lines
487 B
Python
|
####
|
||
|
|
# CODE TAKEN FROM https://github.com/lessw2020/Ranger-Deep-Learning-Optimizer
|
||
|
|
# Blog post: https://medium.com/@lessw/new-deep-learning-optimizer-ranger-synergistic-combination-of-radam-lookahead-for-the-best-of-2dc83f79a48d
|
||
|
|
####
|
||
|
|
|
||
|
|
import math
|
||
|
|
import torch
|
||
|
|
from .lookahead import Lookahead
|
||
|
|
from .radam import RAdam
|
||
|
|
|
||
|
|
|
||
|
|
def Ranger(params, alpha=0.5, k=6, betas=(.95, 0.999), *args, **kwargs):
|
||
|
|
radam = RAdam(params, betas=betas, *args, **kwargs)
|
||
|
|
return Lookahead(radam, alpha, k)
|