@misc{indiciaebaba799ef2c1, title = {LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training}, author = {Xiaoye Qu and Daize Dong and Xuyang Hu and Tong Zhu and Weigao Sun and Yu Cheng}, year = {2024}, url = {https://arxiv.org/abs/2411.15708}, note = {Source identifier: 2411.15708} }