@misc{indiciaeab6fccba1535, title = {Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization}, author = {Noam Razin and Sadhika Malladi and Adithya Bhaskar and Danqi Chen and Sanjeev Arora and Boris Hanin}, year = {2025}, url = {https://arxiv.org/abs/2410.08847}, note = {Source identifier: 2410.08847} }