@misc{indiciae6324e6400f5e, title = {Attention Sink Forges Native MoE in Attention Layers: Sink-Aware Training to Address Head Collapse}, author = {Zizhuo Fu and Wenxuan Zeng and Runsheng Wang and Meng Li}, year = {2026}, url = {https://arxiv.org/abs/2602.01203}, note = {Source identifier: 2602.01203} }