@misc{indiciae83439b67d379, title = {Attention Sinks and Outliers in Attention Residuals}, author = {Haozheng Luo and Haoran Dai and Jingyuan Huang and Shaoyang Zhang and Xi Chen and Eric Hanchen Jiang and Yijiang Li and Chenghao Qiu and Chenwei Xu and Zhenyu Pan and Haotian Zhang and Binghui Wang and Yan Chen}, year = {2026}, url = {https://arxiv.org/abs/2605.17887}, note = {Source identifier: 2605.17887} }