@misc{indiciae8fdc12597eb3, title = {UMoE: Unifying Attention and FFN with Shared Experts}, author = {Yuanhang Yang and Chaozheng Wang and Jing Li}, year = {2025}, url = {https://arxiv.org/abs/2505.07260}, note = {Source identifier: 2505.07260} }