@misc{indiciae02fb562708b3, title = {SUMO: Subspace-Aware Moment-Orthogonalization for Accelerating Memory-Efficient LLM Training}, author = {Yehonathan Refael and Guy Smorodinsky and Tom Tirer and Ofir Lindenbaum}, year = {2025}, url = {https://arxiv.org/abs/2505.24749}, note = {Source identifier: 2505.24749} }