@misc{indiciaebf2fcaab85f8, title = {Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity}, author = {Yehui Tang and Xiaosong Li and Fangcheng Liu and Wei Guo and Hang Zhou and Yaoyuan Wang and Kai Han and Xianzhi Yu and Jinpeng Li and Hui Zang and Fei Mi and Xiaojun Meng and Zhicheng Liu and Hanting Chen and Binfan Zheng and Can Chen and Youliang Yan and Ruiming Tang and Peifeng Qin and Xinghao Chen and Dacheng Tao and Yunhe Wang}, year = {2025}, url = {https://arxiv.org/abs/2505.21411}, note = {Source identifier: 2505.21411} }