@misc{indiciae17273b7f02cd,
  title = {Pre-DPO: Improving Data Utilization in Direct Preference Optimization Using a Guiding Reference Model},
  author = {Junshu Pan and Wei Shen and Shulin Huang and Qiji Zhou and Yue Zhang},
  year = {2025},
  url = {https://arxiv.org/abs/2504.15843},
  note = {Source identifier: 2504.15843}
}