179
180
181class AdaBound(Optimizer):
182    r"""Implements AdaBound algorithm with Decoupled Weight Decay (arxiv.org/abs/1711.05101)183
184    It has been proposed in `Adaptive Gradient Methods with Dynamic Bound of
185    Learning Rate`__.