@misc{indiciae3db5d6953d17,
  title = {ORPO: Monolithic Preference Optimization without Reference Model},
  author = {Jiwoo Hong and Noah Lee and James Thorne},
  year = {2024},
  url = {https://arxiv.org/abs/2403.07691},
  note = {Source identifier: 2403.07691}
}