@misc{indiciae9e46b17656de, title = {DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale}, author = {Samyam Rajbhandari and Conglong Li and Zhewei Yao and Minjia Zhang and Reza Yazdani Aminabadi and Ammar Ahmad Awan and Jeff Rasley and Yuxiong He}, year = {2022}, url = {https://arxiv.org/abs/2201.05596}, note = {Source identifier: 2201.05596} }