@misc{indiciaee9bc39c05ba1, title = {MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism}, author = {Ruidong Zhu and Ziheng Jiang and Chao Jin and Peng Wu and Cesar A. Stuardo and Dongyang Wang and Xinlei Zhang and Huaping Zhou and Haoran Wei and Yang Cheng and Jianzhe Xiao and Xinyi Zhang and Lingjun Liu and Haibin Lin and Li-Wen Chang and Jianxi Ye and Xiao Yu and Xuanzhe Liu and Xin Jin and Xin Liu}, year = {2025}, url = {https://arxiv.org/abs/2504.02263}, note = {Source identifier: 2504.02263} }