@misc{indiciae7bc0c4054064, title = {ELAS: Efficient Pre-Training of Low-Rank Large Language Models via 2:4 Activation Sparsity}, author = {Jiaxi Li and Lu Yin and Li Shen and Jinjin Xu and Yuhui Liu and Wenwu Wang and Shiwei Liu and Xilu Wang}, year = {2026}, url = {https://arxiv.org/abs/2605.03667}, note = {Source identifier: 2605.03667} }