@misc{indiciae9bc817cf394e, title = {On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes}, author = {Rishabh Agarwal and Nino Vieillard and Yongchao Zhou and Piotr Stanczyk and Sabela Ramos and Matthieu Geist and Olivier Bachem}, year = {2024}, url = {https://arxiv.org/abs/2306.13649}, note = {Source identifier: 2306.13649} }