@misc{indiciaece963fc7e88f, title = {Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models}, author = {Samira Abnar and Harshay Shah and Dan Busbridge and Alaaeldin Mohamed Elnouby Ali and Josh Susskind and Vimal Thilak}, year = {2025}, url = {https://arxiv.org/abs/2501.12370}, note = {Source identifier: 2501.12370} }