@misc{indiciaeb8daa76f8c34, title = {Breaking the Frozen Subspace: Importance Sampling for Low-Rank Optimization in LLM Pretraining}, author = {Haochen Zhang and Junze Yin and Guanchu Wang and Zirui Liu and Lin F. Yang and Tianyi Zhang and Anshumali Shrivastava and Vladimir Braverman}, year = {2025}, url = {https://arxiv.org/abs/2502.05790}, note = {Source identifier: 2502.05790} }