@misc{indiciae6002f9ff53dd, title = {GaLore 2: Large-Scale LLM Pre-Training by Gradient Low-Rank Projection}, author = {DiJia Su and Andrew Gu and Jane Xu and Yuandong Tian and Jiawei Zhao}, year = {2025}, url = {https://arxiv.org/abs/2504.20437}, note = {Source identifier: 2504.20437} }