@misc{indiciae2460a11fab21, title = {Investigating Low-Rank Training in Transformer Language Models: Efficiency and Scaling Analysis}, author = {Xiuying Wei and Skander Moalla and Razvan Pascanu and Caglar Gulcehre}, year = {2024}, url = {https://arxiv.org/abs/2407.09835}, note = {Source identifier: 2407.09835} }