@misc{indiciae9dc92ea4f4db,
  title = {Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data},
  author = {Fahim Tajwar and Anikait Singh and Archit Sharma and Rafael Rafailov and Jeff Schneider and Tengyang Xie and Stefano Ermon and Chelsea Finn and Aviral Kumar},
  year = {2024},
  url = {https://arxiv.org/abs/2404.14367},
  note = {Source identifier: 2404.14367}
}