@misc{indiciae80bfe6329a09,
  title = {Lory: Fully Differentiable Mixture-of-Experts for Autoregressive Language Model Pre-training},
  author = {Zexuan Zhong and Mengzhou Xia and Danqi Chen and Mike Lewis},
  year = {2024},
  url = {https://arxiv.org/abs/2405.03133},
  note = {Source identifier: 2405.03133}
}