@misc{indiciae847360a8b64c, title = {Unpacking DPO and PPO: Disentangling Best Practices for Learning from Preference Feedback}, author = {Hamish Ivison and Yizhong Wang and Jiacheng Liu and Zeqiu Wu and Valentina Pyatkin and Nathan Lambert and Noah A. Smith and Yejin Choi and Hannaneh Hajishirzi}, year = {2024}, url = {https://arxiv.org/abs/2406.09279}, note = {Source identifier: 2406.09279} }