@misc{indiciaeb3a8cb89ed55, title = {State-of-the-Art Arabic Language Modeling with Sparse MoE Fine-Tuning and Chain-of-Thought Distillation}, author = {Navan Preet Singh and Anurag Garikipati and Ahmed Abulkhair and Jyani Akshay Jagdishbhai and Atul Yaduvanshi and Amarendra Chaudhary and Madalina Ciobanu and Qingqing Mao and Ritankar Das}, year = {2026}, url = {https://arxiv.org/abs/2604.06421}, note = {Source identifier: 2604.06421} }