@misc{indiciae63cba4ed4ccf, title = {MoDE: A Mixture-of-Experts Model with Mutual Distillation among the Experts}, author = {Zhitian Xie and Yinger Zhang and Chenyi Zhuang and Qitao Shi and Zhining Liu and Jinjie Gu and Guannan Zhang}, year = {2024}, url = {https://arxiv.org/abs/2402.00893}, note = {Source identifier: 2402.00893} }