@misc{indiciae644a58497470, title = {On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization}, author = {Yong Lin and Skyler Seto and Maartje ter Hoeve and Katherine Metcalf and Barry-John Theobald and Xuan Wang and Yizhe Zhang and Chen Huang and Tong Zhang}, year = {2024}, url = {https://arxiv.org/abs/2409.03650}, note = {Source identifier: 2409.03650} }