@misc{indiciae17de326eed24, title = {EvoMoE: An Evolutional Mixture-of-Experts Training Framework via Dense-To-Sparse Gate}, author = {Xiaonan Nie and Xupeng Miao and Shijie Cao and Lingxiao Ma and Qibin Liu and Jilong Xue and Youshan Miao and Yi Liu and Zhi Yang and Bin Cui}, year = {2022}, url = {https://arxiv.org/abs/2112.14397}, note = {Source identifier: 2112.14397} }