@misc{indiciaef855a8a420ca, title = {Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer}, author = {Boan Liu and Liang Ding and Li Shen and Keqin Peng and Yu Cao and Dazhao Cheng and Dacheng Tao}, year = {2024}, url = {https://arxiv.org/abs/2310.09762}, note = {Source identifier: 2310.09762} }