@misc{indiciaec0f49e34f988, title = {DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models}, author = {Yongqi Huang and Peng Ye and Chenyu Huang and Jianjian Cao and Lin Zhang and Baopu Li and Gang Yu and Tao Chen}, year = {2025}, url = {https://arxiv.org/abs/2503.01359}, note = {Source identifier: 2503.01359} }