@misc{indiciaea171e13c0c0e,
  title = {Weight decay induces low-rank attention layers},
  author = {Seijin Kobayashi and Yassir Akram and Johannes Von Oswald},
  year = {2024},
  url = {https://arxiv.org/abs/2410.23819},
  note = {Source identifier: 2410.23819}
}