@misc{indiciae1b159328c50d, title = {Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models}, author = {Wei Wang and Zhiquan Lai and Shengwei Li and Weijie Liu and Keshi Ge and Ao Shen and Huayou Su and Dongsheng Li}, year = {2024}, url = {https://arxiv.org/abs/2411.10003}, note = {Source identifier: 2411.10003} }