@misc{indiciaeb46008704144, title = {SPDF: Sparse Pre-training and Dense Fine-tuning for Large Language Models}, author = {Vithursan Thangarasa and Abhay Gupta and William Marshall and Tianda Li and Kevin Leong and Dennis DeCoste and Sean Lie and Shreyas Saxena}, year = {2023}, url = {https://arxiv.org/abs/2303.10464}, note = {Source identifier: 2303.10464} }