@misc{indiciae915949ffb3fc, title = {Is On-Policy Data always the Best Choice for Direct Preference Optimization-based LM Alignment?}, author = {Zetian Sun and Dongfang Li and Xuhui Chen and Baotian Hu and Min Zhang}, year = {2026}, url = {https://arxiv.org/abs/2508.10530}, note = {Source identifier: 2508.10530} }