@misc{indiciae63392fd629ef,
  title = {Pretraining Without Attention},
  author = {Junxiong Wang and Jing Nathan Yan and Albert Gu and Alexander M. Rush},
  year = {2023},
  url = {https://arxiv.org/abs/2212.10544},
  note = {Source identifier: 2212.10544}
}