@misc{indiciaed4709c33f74c,
  title = {LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training},
  author = {Tong Zhu and Xiaoye Qu and Daize Dong and Jiacheng Ruan and Jingqi Tong and Conghui He and Yu Cheng},
  year = {2024},
  url = {https://arxiv.org/abs/2406.16554},
  note = {Source identifier: 2406.16554}
}