@misc{indiciae6909351ca42d, title = {Noise Is Not the Main Factor Behind the Gap Between SGD and Adam on Transformers, but Sign Descent Might Be}, author = {Frederik Kunstner and Jacques Chen and Jonathan Wilder Lavington and Mark Schmidt}, year = {2023}, url = {https://arxiv.org/abs/2304.13960}, note = {Source identifier: 2304.13960} }