@misc{indiciae61466f322811, title = {Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models}, author = {Zihan Qiu and Zeyu Huang and Bo Zheng and Kaiyue Wen and Zekun Wang and Rui Men and Ivan Titov and Dayiheng Liu and Jingren Zhou and Junyang Lin}, year = {2025}, url = {https://arxiv.org/abs/2501.11873}, note = {Source identifier: 2501.11873} }