@misc{indiciae82fb8795c938,
  title = {SOAP, Muon, and Beyond: Pushing LLM Pretraining Scales},
  author = {Mikail Khona and Aditya Vavre and Boxiang Wang and Deyu Fu and Hao Wu and Mike Chrzanowski and Bryan Catanzaro and Dheevatsa Mudigere and Jeff Pool and Michael Lightstone and Mohammad Shoeybi and Mostofa Patwary and Nima Tajbakhsh and Tijmen Blankevoort},
  year = {2026},
  url = {https://arxiv.org/abs/2607.20548},
  note = {Source identifier: 2607.20548}
}