src/utils/nn/optimizer/ranger.py

from .radam import RAdam
from .lookahead import Lookahead


def Ranger(params,
           lr=1e-3,  # lr
           betas=(.95, 0.999), eps=1e-5, weight_decay=0,  # RAdam options
           alpha=0.5, k=6,  # LookAhead options
           ):
    radam = RAdam(params, lr=lr, betas=betas, eps=eps, weight_decay=weight_decay)
    return Lookahead(radam, alpha, k)