@misc{indiciae70c250ae9a18, title = {CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition}, author = {Quang Pham and Giang Do and Huy Nguyen and TrungTin Nguyen and Chenghao Liu and Mina Sartipi and Binh T. Nguyen and Savitha Ramasamy and Xiaoli Li and Steven Hoi and Nhat Ho}, year = {2024}, url = {https://arxiv.org/abs/2402.02526}, note = {Source identifier: 2402.02526} }