@misc{indiciae7312a493c046, title = {Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models}, author = {Frederik Kunstner and Robin Yadav and Alan Milligan and Mark Schmidt and Alberto Bietti}, year = {2024}, url = {https://arxiv.org/abs/2402.19449}, note = {Source identifier: 2402.19449} }