@misc{indiciae9d0b421f4dd1, title = {Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models}, author = {Gyeongman Kim and Gyouk Chu and Eunho Yang}, year = {2025}, url = {https://arxiv.org/abs/2502.12947}, note = {Source identifier: 2502.12947} }