@misc{indiciae06cdbbe2fc7b, title = {Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models}, author = {Sheng Shen and Le Hou and Yanqi Zhou and Nan Du and Shayne Longpre and Jason Wei and Hyung Won Chung and Barret Zoph and William Fedus and Xinyun Chen and Tu Vu and Yuexin Wu and Wuyang Chen and Albert Webson and Yunxuan Li and Vincent Zhao and Hongkun Yu and Kurt Keutzer and Trevor Darrell and Denny Zhou}, year = {2023}, url = {https://arxiv.org/abs/2305.14705}, note = {Source identifier: 2305.14705} }