@misc{indiciaee9427d5c0664, title = {SOAP: Improving and Stabilizing Shampoo using Adam}, author = {Nikhil Vyas and Depen Morwani and Rosie Zhao and Mujin Kwun and Itai Shapira and David Brandfonbrener and Lucas Janson and Sham Kakade}, year = {2025}, url = {https://arxiv.org/abs/2409.11321}, note = {Source identifier: 2409.11321} }