@misc{indiciae2c5551678b3e,
  title = {When Attention Collapses: How Degenerate Layers in LLMs Enable Smaller, Stronger Models},
  author = {Sunny Sanyal and Ravid Shwartz-Ziv and Alexandros G. Dimakis and Sujay Sanghavi},
  year = {2026},
  url = {https://arxiv.org/abs/2404.08634},
  note = {Source identifier: 2404.08634}
}