@misc{indiciae477d3a2a90de, title = {SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining}, author = {Andi Han and Jiaxiang Li and Wei Huang and Mingyi Hong and Akiko Takeda and Pratik Jawanpuria and Bamdev Mishra}, year = {2024}, url = {https://arxiv.org/abs/2406.02214}, note = {Source identifier: 2406.02214} }