@misc{indiciae84d1d0f1c894, title = {Robust Preference Optimization through Reward Model Distillation}, author = {Adam Fisch and Jacob Eisenstein and Vicky Zayats and Alekh Agarwal and Ahmad Beirami and Chirag Nagpal and Pete Shaw and Jonathan Berant}, year = {2025}, url = {https://arxiv.org/abs/2405.19316}, note = {Source identifier: 2405.19316} }