@misc{indiciae62f66397496c, title = {Why Warmup the Learning Rate? Underlying Mechanisms and Improvements}, author = {Dayal Singh Kalra and Maissam Barkeshli}, year = {2024}, url = {https://arxiv.org/abs/2406.09405}, note = {Source identifier: 2406.09405} }