@misc{indiciae3f80fe5596f3, title = {No More Adam: Learning Rate Scaling at Initialization is All You Need}, author = {Minghao Xu and Lichuan Xiang and Xu Cai and Hongkai Wen}, year = {2024}, url = {https://arxiv.org/abs/2412.11768}, note = {Source identifier: 2412.11768} }