@misc{indiciae3783ac7f9692, title = {Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models}, author = {Mohammed Al-Maamari and Mehdi Ben Amor and Michael Granitzer}, year = {2024}, url = {https://arxiv.org/abs/2407.19610}, note = {Source identifier: 2407.19610} }