@misc{indiciae3bdad22db8b0, title = {Direct Preference Optimization: Your Language Model is Secretly a Reward Model}, author = {Rafael Rafailov and Archit Sharma and Eric Mitchell and Stefano Ermon and Christopher D. Manning and Chelsea Finn}, year = {2024}, url = {https://arxiv.org/abs/2305.18290}, note = {Source identifier: 2305.18290} }