@misc{indiciaef0e67fd459e8,
  title = {Rethinking DPO: The Role of Rejected Responses in Preference Misalignment},
  author = {Jay Hyeon Cho and JunHyeok Oh and Myunsoo Kim and Byung-Jun Lee},
  year = {2025},
  url = {https://arxiv.org/abs/2506.12725},
  note = {Source identifier: 2506.12725}
}