@misc{indiciaef11af5118ae6,
  title = {Towards Improved Preference Optimization Pipeline: from Data Generation to Budget-Controlled Regularization},
  author = {Zhuotong Chen and Fang Liu and Jennifer Zhu and Wanyu Du and Yanjun Qi},
  year = {2024},
  url = {https://arxiv.org/abs/2411.05875},
  note = {Source identifier: 2411.05875}
}