@misc{indiciaec93e0b9dd9df,
  title = {Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT},
  author = {James Lee-Thorp and Joshua Ainslie},
  year = {2022},
  url = {https://arxiv.org/abs/2205.12399},
  note = {Source identifier: 2205.12399}
}