@misc{indiciaef264a121ce5b,
  title = {SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training},
  author = {Shengkun Tang and Zekun Wang and Bo Zheng and Liangyu Wang and Rui Men and Siqi Zhang and Xiulong Yuan and Zihan Qiu and Zhiqiang Shen and Dayiheng Liu},
  year = {2026},
  url = {https://arxiv.org/abs/2605.08738},
  note = {Source identifier: 2605.08738}
}