@misc{indiciaeb1fe747f6073, title = {MoH: Multi-Head Attention as Mixture-of-Head Attention}, author = {Peng Jin and Bo Zhu and Li Yuan and Shuicheng Yan}, year = {2025}, url = {https://arxiv.org/abs/2410.11842}, note = {Source identifier: 2410.11842} }