@misc{indiciaecda9738c3ba0,
  title = {Efficient Large Scale Language Modeling with Mixtures of Experts},
  author = {Mikel Artetxe and Shruti Bhosale and Naman Goyal and Todor Mihaylov and Myle Ott and Sam Shleifer and Xi Victoria Lin and Jingfei Du and Srinivasan Iyer and Ramakanth Pasunuru and Giri Anantharaman and Xian Li and Shuohui Chen and Halil Akin and Mandeep Baines and Louis Martin and Xing Zhou and Punit Singh Koura and Brian O'Horo and Jeff Wang and Luke Zettlemoyer and Mona Diab and Zornitsa Kozareva and Ves Stoyanov},
  year = {2022},
  url = {https://arxiv.org/abs/2112.10684},
  note = {Source identifier: 2112.10684}
}