@misc{indiciae4231187fa2b0,
  title = {Unified Preference Optimization: Language Model Alignment Beyond the Preference Frontier},
  author = {Anirudhan Badrinath and Prabhat Agarwal and Jiajing Xu},
  year = {2025},
  url = {https://arxiv.org/abs/2405.17956},
  note = {Source identifier: 2405.17956}
}