@misc{indiciae60cbb73b4543, title = {HetuMoE: An Efficient Trillion-scale Mixture-of-Expert Distributed Training System}, author = {Xiaonan Nie and Pinxue Zhao and Xupeng Miao and Tong Zhao and Bin Cui}, year = {2022}, url = {https://arxiv.org/abs/2203.14685}, note = {Source identifier: 2203.14685} }