@misc{indiciaed85be45b0ac7, title = {A Hybrid Tensor-Expert-Data Parallelism Approach to Optimize Mixture-of-Experts Training}, author = {Siddharth Singh and Olatunji Ruwase and Ammar Ahmad Awan and Samyam Rajbhandari and Yuxiong He and Abhinav Bhatele}, year = {2023}, doi = {10.1145/3577193.3593704}, url = {https://arxiv.org/abs/2303.06318}, note = {Source identifier: 2303.06318} }