@misc{indiciae2747c8f4b808,
  title = {GLaM: Efficient Scaling of Language Models with Mixture-of-Experts},
  author = {Nan Du and Yanping Huang and Andrew M. Dai and Simon Tong and Dmitry Lepikhin and Yuanzhong Xu and Maxim Krikun and Yanqi Zhou and Adams Wei Yu and Orhan Firat and Barret Zoph and Liam Fedus and Maarten Bosma and Zongwei Zhou and Tao Wang and Yu Emma Wang and Kellie Webster and Marie Pellat and Kevin Robinson and Kathleen Meier-Hellstern and Toju Duke and Lucas Dixon and Kun Zhang and Quoc V Le and Yonghui Wu and Zhifeng Chen and Claire Cui},
  year = {2022},
  url = {https://arxiv.org/abs/2112.06905},
  note = {Source identifier: 2112.06905}
}