@misc{indiciae116809894634,
  title = {AquilaMoE: Efficient Training for MoE Models with Scale-Up and Scale-Out Strategies},
  author = {Bo-Wen Zhang and Liangdong Wang and Ye Yuan and Jijie Li and Shuhao Gu and Mengdi Zhao and Xinya Wu and Guang Liu and Chengwei Wu and Hanyu Zhao and Li Du and Yiming Ju and Quanyue Ma and Yulong Ao and Yingli Zhao and Songhe Zhu and Zhou Cao and Dong Liang and Yonghua Lin and Ming Zhang and Shunfei Wang and Yanxin Zhou and Min Ye and Xuekai Chen and Xinyang Yu and Xiangjun Huang and Jian Yang},
  year = {2024},
  url = {https://arxiv.org/abs/2408.06567},
  note = {Source identifier: 2408.06567}
}