@misc{indiciaec23ae94c7ece,
  title = {Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO},
  author = {Ruizhe Shi and Minhak Song and Runlong Zhou and Zihan Zhang and Maryam Fazel and Simon S. Du},
  year = {2026},
  url = {https://arxiv.org/abs/2505.19770},
  note = {Source identifier: 2505.19770}
}