@misc{indiciaea1d9758c4ee4,
  title = {Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth},
  author = {Yihe Dong and Jean-Baptiste Cordonnier and Andreas Loukas},
  year = {2023},
  url = {https://arxiv.org/abs/2103.03404},
  note = {Source identifier: 2103.03404}
}