@inproceedings{heo2021adamp, title={{AdamP}: Slowing Down the Slowdown for Momentum Optimizers on Scale-invariant Weights}, author={Heo, Byeongho and Chun, Sanghyuk and Oh, Seong Joon and Han, Dongyoon and Yun, Sangdoo and Kim, Gyuwan and Uh, Youngjung and Ha, Jung-Woo}, year={2021}, booktitle={International Conference on Learning Representations (ICLR)}, }