@misc{indiciae3bf5961f5190, title = {Memory-Efficient LLM Training by Various-Grained Low-Rank Projection of Gradients}, author = {Yezhen Wang and Zhouhao Yang and Brian K Chen and Fanyi Pu and Bo Li and Tianyu Gao and Kenji Kawaguchi}, year = {2025}, url = {https://arxiv.org/abs/2505.01744}, note = {Source identifier: 2505.01744} }