@misc{indiciaed36ae4523610,
  title = {Eureka-Moments in Transformers: Multi-Step Tasks Reveal Softmax Induced Optimization Problems},
  author = {David T. Hoffmann and Simon Schrodi and Jelena Bratulić and Nadine Behrmann and Volker Fischer and Thomas Brox},
  year = {2024},
  url = {https://arxiv.org/abs/2310.12956},
  note = {Source identifier: 2310.12956}
}