@misc{indiciaea466dd6a5e52, title = {The Journey Matters: Average Parameter Count over Pre-training Unifies Sparse and Dense Scaling Laws}, author = {Tian Jin and Ahmed Imtiaz Humayun and Utku Evci and Suvinay Subramanian and Amir Yazdanbakhsh and Dan Alistarh and Gintare Karolina Dziugaite}, year = {2025}, url = {https://arxiv.org/abs/2501.12486}, note = {Source identifier: 2501.12486} }