@misc{indiciaeee3c49b99279,
  title = {More is Less: The Pitfalls of Multi-Model Synthetic Preference Data in DPO Safety Alignment},
  author = {Yifan Wang and Runjin Chen and Bolian Li and David Cho and Yihe Deng and Ruqi Zhang and Tianlong Chen and Zhangyang Wang and Ananth Grama and Junyuan Hong},
  year = {2025},
  url = {https://arxiv.org/abs/2504.02193},
  note = {Source identifier: 2504.02193}
}