@misc{indiciae5cb4673ddb3a, title = {Why do LLMs attend to the first token?}, author = {Federico Barbero and Álvaro Arroyo and Xiangming Gu and Christos Perivolaropoulos and Michael Bronstein and Petar Veličković and Razvan Pascanu}, year = {2025}, url = {https://arxiv.org/abs/2504.02732}, note = {Source identifier: 2504.02732} }