@misc{indiciaeb7721aa2b3a9,
  title = {Stabilizing Transformer Training by Preventing Attention Entropy Collapse},
  author = {Shuangfei Zhai and Tatiana Likhomanenko and Etai Littwin and Dan Busbridge and Jason Ramapuram and Yizhe Zhang and Jiatao Gu and Josh Susskind},
  year = {2023},
  url = {https://arxiv.org/abs/2303.06296},
  note = {Source identifier: 2303.06296}
}