@misc{indiciaef027ac7ee51a,
  title = {Learning Less Is More: Premature Upper-Layer Attention Specialization Hurts Language Model Pretraining},
  author = {Jinchang Zhu and Jindong Li and Yuwen Hao and Chengyu Zou and Rong Fu and Menglin Yang},
  year = {2026},
  url = {https://arxiv.org/abs/2605.10504},
  note = {Source identifier: 2605.10504}
}