@misc{indiciae194b6a2ddce7, title = {AdamP: Slowing Down the Slowdown for Momentum Optimizers on Scale-invariant Weights}, author = {Byeongho Heo and Sanghyuk Chun and Seong Joon Oh and Dongyoon Han and Sangdoo Yun and Gyuwan Kim and Youngjung Uh and Jung-Woo Ha}, year = {2021}, url = {https://arxiv.org/abs/2006.08217}, note = {Source identifier: 2006.08217} }