@misc{indiciaefb2dc5306c1f, title = {Sparse Mixture-of-Experts for Compositional Generalization: Empirical Evidence and Theoretical Foundations of Optimal Sparsity}, author = {Jinze Zhao and Peihao Wang and Junjie Yang and Ruisi Cai and Gaowen Liu and Jayanth Srinivasa and Ramana Rao Kompella and Yingbin Liang and Zhangyang Wang}, year = {2025}, url = {https://arxiv.org/abs/2410.13964}, note = {Source identifier: 2410.13964} }