@misc{indiciae1e56e273d435, title = {Scalable Pretraining of Large Mixture of Experts Language Models on Aurora Super Computer}, author = {Dharma Teja Vooturi and Dhiraj Kalamkar and Dipankar Das and Bharat Kaul}, year = {2026}, url = {https://arxiv.org/abs/2604.00785}, note = {Source identifier: 2604.00785} }