@misc{indiciaef17aab11af8e,
  title = {Deep Transformers without Shortcuts: Modifying Self-attention for Faithful Signal Propagation},
  author = {Bobby He and James Martens and Guodong Zhang and Aleksandar Botev and Andrew Brock and Samuel L Smith and Yee Whye Teh},
  year = {2023},
  url = {https://arxiv.org/abs/2302.10322},
  note = {Source identifier: 2302.10322}
}