@misc{indiciaeb882f49bd024, title = {Navigating LLM Valley: From AdamW to Memory-Efficient and Matrix-Based Optimizers}, author = {Aditya Ranganath}, year = {2026}, url = {https://arxiv.org/abs/2605.09176}, note = {Source identifier: 2605.09176} }