@misc{indiciaeb65e74d33b6c,
  title = {Attend First, Consolidate Later: On the Importance of Attention in Different LLM Layers},
  author = {Amit Ben-Artzy and Roy Schwartz},
  year = {2024},
  url = {https://arxiv.org/abs/2409.03621},
  note = {Source identifier: 2409.03621}
}