@misc{indiciaebc13b01ba731, title = {When Attention Sink Emerges in Language Models: An Empirical View}, author = {Xiangming Gu and Tianyu Pang and Chao Du and Qian Liu and Fengzhuo Zhang and Cunxiao Du and Ye Wang and Min Lin}, year = {2025}, url = {https://arxiv.org/abs/2410.10781}, note = {Source identifier: 2410.10781} }