@misc{indiciae6bc425509224, title = {Upcycling Large Language Models into Mixture of Experts}, author = {Ethan He and Abhinav Khattar and Ryan Prenger and Vijay Korthikanti and Zijie Yan and Tong Liu and Shiqing Fan and Ashwath Aithal and Mohammad Shoeybi and Bryan Catanzaro}, year = {2025}, url = {https://arxiv.org/abs/2410.07524}, note = {Source identifier: 2410.07524} }