@misc{indiciaeb53f2c62b285, title = {SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning}, author = {Tianjian Li and Daniel Khashabi}, year = {2025}, url = {https://arxiv.org/abs/2505.02363}, note = {Source identifier: 2505.02363} }