@misc{indiciae2c912172bcdd,
  title = {Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints},
  author = {Aran Komatsuzaki and Joan Puigcerver and James Lee-Thorp and Carlos Riquelme Ruiz and Basil Mustafa and Joshua Ainslie and Yi Tay and Mostafa Dehghani and Neil Houlsby},
  year = {2023},
  url = {https://arxiv.org/abs/2212.05055},
  note = {Source identifier: 2212.05055}
}