@misc{indiciae5d7602ebf75a, title = {LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin}, author = {Shihan Dou and Enyu Zhou and Yan Liu and Songyang Gao and Jun Zhao and Wei Shen and Yuhao Zhou and Zhiheng Xi and Xiao Wang and Xiaoran Fan and Shiliang Pu and Jiang Zhu and Rui Zheng and Tao Gui and Qi Zhang and Xuanjing Huang}, year = {2024}, url = {https://arxiv.org/abs/2312.09979}, note = {Source identifier: 2312.09979} }